2024-12-04 05:16:54,648 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 05:16:54,667 main DEBUG Took 0.017393 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 05:16:54,668 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 05:16:54,668 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 05:16:54,669 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 05:16:54,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,677 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 05:16:54,688 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,691 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,692 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,694 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,694 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,695 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,696 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,696 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,697 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 05:16:54,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,699 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 05:16:54,700 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 05:16:54,701 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 05:16:54,703 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 05:16:54,703 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 05:16:54,704 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 05:16:54,704 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 05:16:54,712 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 05:16:54,715 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 05:16:54,716 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 05:16:54,716 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 05:16:54,717 main DEBUG createAppenders(={Console}) 2024-12-04 05:16:54,718 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 05:16:54,718 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 05:16:54,718 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 05:16:54,718 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 05:16:54,719 main DEBUG OutputStream closed 2024-12-04 05:16:54,719 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 05:16:54,719 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 05:16:54,719 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 05:16:54,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 05:16:54,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 05:16:54,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 05:16:54,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 05:16:54,789 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 05:16:54,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 05:16:54,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 05:16:54,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 05:16:54,790 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 05:16:54,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 05:16:54,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 05:16:54,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 05:16:54,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 05:16:54,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 05:16:54,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 05:16:54,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 05:16:54,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 05:16:54,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 05:16:54,796 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 05:16:54,796 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 05:16:54,797 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 05:16:54,797 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T05:16:54,811 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 05:16:54,814 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 05:16:54,814 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T05:16:54,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5647 2024-12-04T05:16:55,085 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T05:16:55,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824 2024-12-04T05:16:55,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292, deleteOnExit=true 2024-12-04T05:16:55,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/zookeeper_0, clientPort=61031, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:16:55,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61031 2024-12-04T05:16:55,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:16:55,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:16:55,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/test.cache.data in system properties and HBase conf 2024-12-04T05:16:55,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:16:55,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:16:55,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:16:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:16:55,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:16:55,318 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T05:16:55,418 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:16:55,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:16:55,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:16:55,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:16:55,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:16:55,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:16:55,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:16:55,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:16:55,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:16:55,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:16:55,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:16:55,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:16:55,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:16:56,262 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T05:16:56,338 INFO [Time-limited test {}] log.Log(170): Logging initialized @2343ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T05:16:56,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:16:56,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:16:56,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:16:56,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:16:56,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:16:56,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:16:56,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:16:56,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:16:56,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fa5e03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/java.io.tmpdir/jetty-localhost-38493-hadoop-hdfs-3_4_1-tests_jar-_-any-1205322844331321532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:16:56,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:38493} 2024-12-04T05:16:56,704 INFO [Time-limited test {}] server.Server(415): Started @2710ms 2024-12-04T05:16:57,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:16:57,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:16:57,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:16:57,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:16:57,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:16:57,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c3c3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:16:57,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330b5398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:16:57,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499b5efd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/java.io.tmpdir/jetty-localhost-44017-hadoop-hdfs-3_4_1-tests_jar-_-any-1971367954611009628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:16:57,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61506501{HTTP/1.1, (http/1.1)}{localhost:44017} 2024-12-04T05:16:57,218 INFO [Time-limited test {}] server.Server(415): Started @3223ms 2024-12-04T05:16:57,272 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:16:57,772 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/data/data1/current/BP-167040220-172.17.0.2-1733289416003/current, will proceed with Du for space computation calculation, 2024-12-04T05:16:57,772 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/data/data2/current/BP-167040220-172.17.0.2-1733289416003/current, will proceed with Du for space computation calculation, 2024-12-04T05:16:57,804 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:16:57,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1917661a1bcbd6e1 with lease ID 0xf4f3dc0617ffcefd: Processing first storage report for DS-954882dc-1f12-4c57-9f71-29926824aebf from datanode DatanodeRegistration(127.0.0.1:42233, datanodeUuid=f2b538d9-59ed-4fd9-82c6-e6a9f9c3bbf4, infoPort=37389, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1627105360;c=1733289416003) 2024-12-04T05:16:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1917661a1bcbd6e1 with lease ID 0xf4f3dc0617ffcefd: from storage DS-954882dc-1f12-4c57-9f71-29926824aebf node DatanodeRegistration(127.0.0.1:42233, datanodeUuid=f2b538d9-59ed-4fd9-82c6-e6a9f9c3bbf4, infoPort=37389, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1627105360;c=1733289416003), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T05:16:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1917661a1bcbd6e1 with lease ID 0xf4f3dc0617ffcefd: Processing first storage report for DS-4ec00cb5-e5d0-483e-89f5-f76e5110a8c4 from datanode DatanodeRegistration(127.0.0.1:42233, datanodeUuid=f2b538d9-59ed-4fd9-82c6-e6a9f9c3bbf4, infoPort=37389, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1627105360;c=1733289416003) 2024-12-04T05:16:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1917661a1bcbd6e1 with lease ID 0xf4f3dc0617ffcefd: from storage DS-4ec00cb5-e5d0-483e-89f5-f76e5110a8c4 node DatanodeRegistration(127.0.0.1:42233, datanodeUuid=f2b538d9-59ed-4fd9-82c6-e6a9f9c3bbf4, infoPort=37389, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=1627105360;c=1733289416003), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:16:57,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824 2024-12-04T05:16:57,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:16:57,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:16:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:16:58,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761 with version=8 2024-12-04T05:16:58,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/hbase-staging 2024-12-04T05:16:58,673 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T05:16:58,925 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:16:58,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:16:58,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:16:58,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:16:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:16:58,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:16:59,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:16:59,140 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T05:16:59,148 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T05:16:59,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:16:59,179 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13087 (auto-detected) 2024-12-04T05:16:59,180 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T05:16:59,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36741 2024-12-04T05:16:59,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36741 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:16:59,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367410x0, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:16:59,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36741-0x1017be77ca70000 connected 2024-12-04T05:16:59,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:16:59,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:16:59,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:16:59,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761, hbase.cluster.distributed=false 2024-12-04T05:16:59,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/acl 2024-12-04T05:16:59,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36741 2024-12-04T05:16:59,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36741 2024-12-04T05:16:59,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36741 2024-12-04T05:16:59,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36741 2024-12-04T05:16:59,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36741 2024-12-04T05:16:59,446 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:16:59,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:16:59,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:16:59,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:16:59,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:16:59,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:16:59,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:16:59,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:16:59,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37451 2024-12-04T05:16:59,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37451 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:16:59,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:16:59,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:16:59,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374510x0, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:16:59,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37451-0x1017be77ca70001 connected 2024-12-04T05:16:59,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:16:59,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:16:59,485 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:16:59,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/master 2024-12-04T05:16:59,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/acl 2024-12-04T05:16:59,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37451 2024-12-04T05:16:59,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37451 2024-12-04T05:16:59,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37451 2024-12-04T05:16:59,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37451 2024-12-04T05:16:59,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37451 2024-12-04T05:16:59,511 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:36741 2024-12-04T05:16:59,512 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01410640647/backup-masters/6c7595a931c3,36741,1733289418726 2024-12-04T05:16:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:16:59,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:16:59,521 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on existing znode=/01410640647/backup-masters/6c7595a931c3,36741,1733289418726 2024-12-04T05:16:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01410640647/master 2024-12-04T05:16:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:16:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:16:59,545 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on existing znode=/01410640647/master 2024-12-04T05:16:59,546 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01410640647/backup-masters/6c7595a931c3,36741,1733289418726 from backup master directory 2024-12-04T05:16:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/backup-masters/6c7595a931c3,36741,1733289418726 2024-12-04T05:16:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:16:59,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:16:59,550 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:16:59,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,36741,1733289418726 2024-12-04T05:16:59,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T05:16:59,554 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T05:16:59,610 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/hbase.id] with ID: 4d54743a-a042-49ea-88f9-ecaab10ae6f5 2024-12-04T05:16:59,610 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/.tmp/hbase.id 2024-12-04T05:16:59,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:17:00,022 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/.tmp/hbase.id]:[hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/hbase.id] 2024-12-04T05:17:00,067 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:00,073 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:00,093 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-04T05:17:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:00,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:17:00,521 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:00,523 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:00,540 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:17:00,544 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:00,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:17:00,993 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store 2024-12-04T05:17:01,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:17:01,417 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T05:17:01,420 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:01,421 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:01,421 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:01,422 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:01,423 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:01,423 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:01,423 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:01,424 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289421421Disabling compacts and flushes for region at 1733289421421Disabling writes for close at 1733289421423 (+2 ms)Writing region close event to WAL at 1733289421423Closed at 1733289421423 2024-12-04T05:17:01,427 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/.initializing 2024-12-04T05:17:01,427 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726 2024-12-04T05:17:01,435 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:01,450 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C36741%2C1733289418726, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:01,474 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726/6c7595a931c3%2C36741%2C1733289418726.1733289421455, exclude list is [], retry=0 2024-12-04T05:17:01,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:01,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T05:17:01,529 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726/6c7595a931c3%2C36741%2C1733289418726.1733289421455 2024-12-04T05:17:01,530 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:01,531 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:01,532 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:01,535 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,536 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:01,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:01,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:01,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:01,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:01,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:01,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:01,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:01,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:01,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:01,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:01,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:01,647 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,652 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,654 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,662 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,663 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,669 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:01,673 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:01,680 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:01,681 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73922890, jitterRate=0.10153689980506897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:01,690 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289421548Initializing all the Stores at 1733289421551 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289421551Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289421552 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289421552Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289421552Cleaning up temporary data from old regions at 1733289421663 (+111 ms)Region opened successfully at 1733289421690 (+27 ms) 2024-12-04T05:17:01,696 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:01,744 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1fc6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:01,793 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:17:01,811 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:01,811 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:01,815 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:01,817 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-04T05:17:01,825 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-04T05:17:01,826 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:01,867 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:01,876 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:01,879 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/balancer already deleted, retry=false 2024-12-04T05:17:01,881 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:01,883 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:01,886 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/normalizer already deleted, retry=false 2024-12-04T05:17:01,888 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:01,891 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:01,893 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/switch/split already deleted, retry=false 2024-12-04T05:17:01,894 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:01,896 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/switch/merge already deleted, retry=false 2024-12-04T05:17:01,916 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:01,918 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:01,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:01,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:01,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:01,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:01,928 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,36741,1733289418726, sessionid=0x1017be77ca70000, setting cluster-up flag (Was=false) 2024-12-04T05:17:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:01,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:01,952 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01410640647/flush-table-proc/acquired, /01410640647/flush-table-proc/reached, /01410640647/flush-table-proc/abort 2024-12-04T05:17:01,954 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,36741,1733289418726 2024-12-04T05:17:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:01,973 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01410640647/online-snapshot/acquired, /01410640647/online-snapshot/reached, /01410640647/online-snapshot/abort 2024-12-04T05:17:01,975 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,36741,1733289418726 2024-12-04T05:17:01,984 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:17:02,001 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(746): ClusterId : 4d54743a-a042-49ea-88f9-ecaab10ae6f5 2024-12-04T05:17:02,004 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:02,008 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:02,009 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:02,013 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:02,013 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a937440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:02,029 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:37451 2024-12-04T05:17:02,032 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:02,032 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:02,033 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:02,035 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,36741,1733289418726 with port=37451, startcode=1733289419407 2024-12-04T05:17:02,049 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:02,076 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:02,090 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:02,096 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:02,101 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:02,104 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:17:02,108 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,36741,1733289418726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:02,129 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:02,129 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:02,130 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:02,130 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:02,130 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:02,130 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,131 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:02,131 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,137 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289452137 2024-12-04T05:17:02,140 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:02,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:02,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:17:02,141 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:02,142 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T05:17:02,143 WARN [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T05:17:02,146 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:02,147 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:02,147 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:02,148 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:02,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:17:02,152 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,157 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:02,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:02,159 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:02,159 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:02,170 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:02,170 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:02,173 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289422172,5,FailOnTimeoutGroup] 2024-12-04T05:17:02,174 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289422174,5,FailOnTimeoutGroup] 2024-12-04T05:17:02,174 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,175 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:02,176 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,176 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:17:02,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:17:02,181 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761 2024-12-04T05:17:02,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:17:02,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:02,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:02,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:02,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:02,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:02,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:02,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:02,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:02,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:02,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:02,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740 2024-12-04T05:17:02,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740 2024-12-04T05:17:02,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:02,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:02,223 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:02,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:02,229 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:02,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71473254, jitterRate=0.06503447890281677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289422197Initializing all the Stores at 1733289422199 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289422199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289422199Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289422199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289422199Cleaning up temporary data from old regions at 1733289422222 (+23 ms)Region opened successfully at 1733289422232 (+10 ms) 2024-12-04T05:17:02,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:02,233 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:02,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:02,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:02,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:02,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:02,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289422233Disabling compacts and flushes for region at 1733289422233Disabling writes for close at 1733289422233Writing region close event to WAL at 1733289422234 (+1 ms)Closed at 1733289422234 2024-12-04T05:17:02,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:02,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:17:02,244 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,36741,1733289418726 with port=37451, startcode=1733289419407 2024-12-04T05:17:02,246 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:02,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36741 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:02,260 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761 2024-12-04T05:17:02,260 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43273 2024-12-04T05:17:02,260 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:02,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:17:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/rs 2024-12-04T05:17:02,266 DEBUG [RS:0;6c7595a931c3:37451 {}] zookeeper.ZKUtil(111): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on existing znode=/01410640647/rs/6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,266 WARN [RS:0;6c7595a931c3:37451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:02,266 INFO [RS:0;6c7595a931c3:37451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:02,266 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,37451,1733289419407] 2024-12-04T05:17:02,294 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:02,307 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:02,312 INFO [RS:0;6c7595a931c3:37451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:02,313 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,314 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:02,320 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:02,321 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,322 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,322 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,322 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,322 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,322 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,322 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:02,323 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:02,324 DEBUG [RS:0;6c7595a931c3:37451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:02,325 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,325 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,325 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,325 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,325 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,325 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37451,1733289419407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:02,346 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:02,348 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37451,1733289419407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,348 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,348 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.Replication(171): 6c7595a931c3,37451,1733289419407 started 2024-12-04T05:17:02,367 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:02,368 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,37451,1733289419407, RpcServer on 6c7595a931c3/172.17.0.2:37451, sessionid=0x1017be77ca70001 2024-12-04T05:17:02,369 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:02,369 DEBUG [RS:0;6c7595a931c3:37451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,369 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,37451,1733289419407' 2024-12-04T05:17:02,369 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01410640647/flush-table-proc/abort' 2024-12-04T05:17:02,370 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01410640647/flush-table-proc/acquired' 2024-12-04T05:17:02,371 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:02,371 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:02,371 DEBUG [RS:0;6c7595a931c3:37451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,371 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,37451,1733289419407' 2024-12-04T05:17:02,371 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01410640647/online-snapshot/abort' 2024-12-04T05:17:02,372 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01410640647/online-snapshot/acquired' 2024-12-04T05:17:02,373 DEBUG [RS:0;6c7595a931c3:37451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:02,373 INFO [RS:0;6c7595a931c3:37451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:02,373 INFO [RS:0;6c7595a931c3:37451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:02,412 WARN [6c7595a931c3:36741 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:17:02,479 INFO [RS:0;6c7595a931c3:37451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:02,482 INFO [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37451%2C1733289419407, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs, maxLogs=10 2024-12-04T05:17:02,499 DEBUG [RS:0;6c7595a931c3:37451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484, exclude list is [], retry=0 2024-12-04T05:17:02,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:02,506 INFO [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 2024-12-04T05:17:02,507 DEBUG [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:02,664 DEBUG [6c7595a931c3:36741 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:02,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,683 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37451,1733289419407, state=OPENING 2024-12-04T05:17:02,689 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:17:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:02,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:02,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:02,695 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:02,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,37451,1733289419407}] 2024-12-04T05:17:02,872 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:02,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:02,888 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:02,888 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:02,889 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:02,892 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37451%2C1733289419407.meta, suffix=.meta, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs, maxLogs=10 2024-12-04T05:17:02,909 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.meta.1733289422894.meta, exclude list is [], retry=0 2024-12-04T05:17:02,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:02,916 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.meta.1733289422894.meta 2024-12-04T05:17:02,916 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:02,917 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:02,922 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:02,923 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:02,925 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:02,927 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:02,931 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:02,932 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:02,932 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:02,932 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:02,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:02,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:02,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:02,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:02,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:02,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:02,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:02,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:02,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:02,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:02,947 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:02,948 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740 2024-12-04T05:17:02,951 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740 2024-12-04T05:17:02,953 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:02,953 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:02,954 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:02,957 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:02,959 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62592862, jitterRate=-0.0672936737537384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:02,959 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:02,961 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289422933Writing region info on filesystem at 1733289422933Initializing all the Stores at 1733289422935 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289422935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289422936 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289422936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289422936Cleaning up temporary data from old regions at 1733289422953 (+17 ms)Running coprocessor post-open hooks at 1733289422959 (+6 ms)Region opened successfully at 1733289422961 (+2 ms) 2024-12-04T05:17:02,968 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289422863 2024-12-04T05:17:02,979 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:02,980 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:02,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,983 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37451,1733289419407, state=OPEN 2024-12-04T05:17:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:02,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:02,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:02,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,37451,1733289419407 2024-12-04T05:17:02,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:17:02,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,37451,1733289419407 in 297 msec 2024-12-04T05:17:03,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:17:03,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 753 msec 2024-12-04T05:17:03,005 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:03,005 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:17:03,027 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:03,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37451,1733289419407, seqNum=-1] 2024-12-04T05:17:03,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:03,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:03,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0490 sec 2024-12-04T05:17:03,077 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289423076, completionTime=-1 2024-12-04T05:17:03,080 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:17:03,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:03,114 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:03,114 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289483114 2024-12-04T05:17:03,114 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289543114 2024-12-04T05:17:03,114 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-12-04T05:17:03,116 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36741,1733289418726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,117 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36741,1733289418726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,117 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36741,1733289418726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,119 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:36741, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,119 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,120 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,147 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:17:03,174 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.624sec 2024-12-04T05:17:03,175 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:03,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:03,178 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:03,178 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:03,178 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:03,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36741,1733289418726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:03,180 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36741,1733289418726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:03,189 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:03,190 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:03,190 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36741,1733289418726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:03,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b86652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:03,217 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T05:17:03,218 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T05:17:03,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36741,-1 for getting cluster id 2024-12-04T05:17:03,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:03,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d54743a-a042-49ea-88f9-ecaab10ae6f5' 2024-12-04T05:17:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d54743a-a042-49ea-88f9-ecaab10ae6f5" 2024-12-04T05:17:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36741,-1] 2024-12-04T05:17:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:03,244 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:03,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0fae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:03,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37451,1733289419407, seqNum=-1] 2024-12-04T05:17:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:03,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:03,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,36741,1733289418726 2024-12-04T05:17:03,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:17:03,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:03,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017be77ca70002 connected 2024-12-04T05:17:03,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir so I do NOT create it in target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5 2024-12-04T05:17:03,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:17:03,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.tmp.dir so I do NOT create it in target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5 2024-12-04T05:17:03,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:17:03,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5 2024-12-04T05:17:03,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:17:03,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/cluster_91a6aa49-9382-a24e-cfcc-ffa6b827a9ca, deleteOnExit=true 2024-12-04T05:17:03,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/test.cache.data in system properties and HBase conf 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:17:03,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:17:03,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:17:03,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:17:03,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:03,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:17:03,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:17:03,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:03,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:03,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:03,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:03,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:17:03,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:03,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60446212{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:03,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:03,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77b18266{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/java.io.tmpdir/jetty-localhost-41401-hadoop-hdfs-3_4_1-tests_jar-_-any-9619197688700182806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:03,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17eb7704{HTTP/1.1, (http/1.1)}{localhost:41401} 2024-12-04T05:17:03,541 INFO [Time-limited test {}] server.Server(415): Started @9546ms 2024-12-04T05:17:03,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:03,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:03,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:03,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:03,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:17:03,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd56784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:03,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:03,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cfc206b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/java.io.tmpdir/jetty-localhost-43699-hadoop-hdfs-3_4_1-tests_jar-_-any-6235335646975123895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:03,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4657923{HTTP/1.1, (http/1.1)}{localhost:43699} 2024-12-04T05:17:03,753 INFO [Time-limited test {}] server.Server(415): Started @9758ms 2024-12-04T05:17:03,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:17:03,893 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/cluster_91a6aa49-9382-a24e-cfcc-ffa6b827a9ca/data/data2/current/BP-662684168-172.17.0.2-1733289423348/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:03,893 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/cluster_91a6aa49-9382-a24e-cfcc-ffa6b827a9ca/data/data1/current/BP-662684168-172.17.0.2-1733289423348/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:03,916 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:17:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e3e7bffde945ff8 with lease ID 0x55ce9bab1d44e6f7: Processing first storage report for DS-bf4a6eb7-1f36-47b6-a1f8-df68ba816014 from datanode DatanodeRegistration(127.0.0.1:37347, datanodeUuid=eb0dd849-fafb-4b48-9adb-75b468d9f452, infoPort=44879, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1450963790;c=1733289423348) 2024-12-04T05:17:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e3e7bffde945ff8 with lease ID 0x55ce9bab1d44e6f7: from storage DS-bf4a6eb7-1f36-47b6-a1f8-df68ba816014 node DatanodeRegistration(127.0.0.1:37347, datanodeUuid=eb0dd849-fafb-4b48-9adb-75b468d9f452, infoPort=44879, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1450963790;c=1733289423348), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T05:17:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e3e7bffde945ff8 with lease ID 0x55ce9bab1d44e6f7: Processing first storage report for DS-d99db422-cb3e-486e-b7cc-a6bbc187c163 from datanode DatanodeRegistration(127.0.0.1:37347, datanodeUuid=eb0dd849-fafb-4b48-9adb-75b468d9f452, infoPort=44879, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1450963790;c=1733289423348) 2024-12-04T05:17:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e3e7bffde945ff8 with lease ID 0x55ce9bab1d44e6f7: from storage DS-d99db422-cb3e-486e-b7cc-a6bbc187c163 node DatanodeRegistration(127.0.0.1:37347, datanodeUuid=eb0dd849-fafb-4b48-9adb-75b468d9f452, infoPort=44879, infoSecurePort=0, ipcPort=39801, storageInfo=lv=-57;cid=testClusterID;nsid=1450963790;c=1733289423348), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:03,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5 2024-12-04T05:17:03,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:03,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:17:03,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642 with version=8 2024-12-04T05:17:03,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/hbase-staging 2024-12-04T05:17:04,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:04,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:04,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:04,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:04,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:04,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:04,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:17:04,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:04,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44113 2024-12-04T05:17:04,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44113 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:17:04,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441130x0, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:04,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44113-0x1017be77ca70003 connected 2024-12-04T05:17:04,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:04,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:04,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/running 2024-12-04T05:17:04,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642, hbase.cluster.distributed=false 2024-12-04T05:17:04,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/acl 2024-12-04T05:17:04,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44113 2024-12-04T05:17:04,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44113 2024-12-04T05:17:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44113 2024-12-04T05:17:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44113 2024-12-04T05:17:04,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44113 2024-12-04T05:17:04,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:17:04,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:04,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42481 2024-12-04T05:17:04,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42481 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:17:04,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:04,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:04,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424810x0, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:04,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424810x0, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/running 2024-12-04T05:17:04,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42481-0x1017be77ca70004 connected 2024-12-04T05:17:04,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:17:04,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:17:04,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/master 2024-12-04T05:17:04,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/acl 2024-12-04T05:17:04,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42481 2024-12-04T05:17:04,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42481 2024-12-04T05:17:04,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42481 2024-12-04T05:17:04,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42481 2024-12-04T05:17:04,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42481 2024-12-04T05:17:04,082 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:44113 2024-12-04T05:17:04,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1253122194/backup-masters/6c7595a931c3,44113,1733289424001 2024-12-04T05:17:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194/backup-masters 2024-12-04T05:17:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194/backup-masters 2024-12-04T05:17:04,085 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on existing znode=/1253122194/backup-masters/6c7595a931c3,44113,1733289424001 2024-12-04T05:17:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1253122194/master 2024-12-04T05:17:04,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:04,088 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on existing znode=/1253122194/master 2024-12-04T05:17:04,089 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1253122194/backup-masters/6c7595a931c3,44113,1733289424001 from backup master directory 2024-12-04T05:17:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253122194/backup-masters/6c7595a931c3,44113,1733289424001 2024-12-04T05:17:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194/backup-masters 2024-12-04T05:17:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194/backup-masters 2024-12-04T05:17:04,090 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:04,090 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,44113,1733289424001 2024-12-04T05:17:04,098 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/hbase.id] with ID: 85dd1980-73cb-45df-bf61-9fc91623f49a 2024-12-04T05:17:04,099 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/.tmp/hbase.id 2024-12-04T05:17:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:17:04,507 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/.tmp/hbase.id]:[hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/hbase.id] 2024-12-04T05:17:04,527 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:04,527 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:04,529 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:17:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:04,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:17:04,941 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:04,942 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:04,943 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:17:05,355 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store 2024-12-04T05:17:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:17:05,764 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:05,764 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:05,764 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:05,765 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:05,765 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:05,765 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:05,765 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:05,765 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289425764Disabling compacts and flushes for region at 1733289425764Disabling writes for close at 1733289425765 (+1 ms)Writing region close event to WAL at 1733289425765Closed at 1733289425765 2024-12-04T05:17:05,766 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/.initializing 2024-12-04T05:17:05,766 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/WALs/6c7595a931c3,44113,1733289424001 2024-12-04T05:17:05,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:05,771 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C44113%2C1733289424001, suffix=, logDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/WALs/6c7595a931c3,44113,1733289424001, archiveDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:05,785 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/WALs/6c7595a931c3,44113,1733289424001/6c7595a931c3%2C44113%2C1733289424001.1733289425771, exclude list is [], retry=0 2024-12-04T05:17:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-bf4a6eb7-1f36-47b6-a1f8-df68ba816014,DISK] 2024-12-04T05:17:05,792 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/WALs/6c7595a931c3,44113,1733289424001/6c7595a931c3%2C44113%2C1733289424001.1733289425771 2024-12-04T05:17:05,793 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44879:44879)] 2024-12-04T05:17:05,793 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:05,793 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:05,793 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,793 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:05,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:05,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:05,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:05,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:05,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:05,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:05,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:05,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:05,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:05,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:05,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:05,809 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,809 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,810 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,812 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,812 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,813 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:05,815 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:05,818 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:05,819 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68293652, jitterRate=0.017654716968536377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:05,819 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289425793Initializing all the Stores at 1733289425795 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289425795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289425795Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289425795Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289425795Cleaning up temporary data from old regions at 1733289425812 (+17 ms)Region opened successfully at 1733289425819 (+7 ms) 2024-12-04T05:17:05,819 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:05,824 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736d1e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:05,825 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:17:05,825 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:05,825 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:05,825 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:05,826 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:17:05,827 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:17:05,827 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:05,829 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:05,830 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Unable to get data of znode /1253122194/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:05,832 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253122194/balancer already deleted, retry=false 2024-12-04T05:17:05,832 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:05,833 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Unable to get data of znode /1253122194/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:05,835 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253122194/normalizer already deleted, retry=false 2024-12-04T05:17:05,835 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:05,837 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Unable to get data of znode /1253122194/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:05,838 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253122194/switch/split already deleted, retry=false 2024-12-04T05:17:05,839 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Unable to get data of znode /1253122194/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:05,841 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253122194/switch/merge already deleted, retry=false 2024-12-04T05:17:05,843 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Unable to get data of znode /1253122194/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:05,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1253122194/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1253122194/running 2024-12-04T05:17:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1253122194/running 2024-12-04T05:17:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:05,849 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,44113,1733289424001, sessionid=0x1017be77ca70003, setting cluster-up flag (Was=false) 2024-12-04T05:17:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:05,861 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1253122194/flush-table-proc/acquired, /1253122194/flush-table-proc/reached, /1253122194/flush-table-proc/abort 2024-12-04T05:17:05,862 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,44113,1733289424001 2024-12-04T05:17:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:05,872 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1253122194/online-snapshot/acquired, /1253122194/online-snapshot/reached, /1253122194/online-snapshot/abort 2024-12-04T05:17:05,873 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,44113,1733289424001 2024-12-04T05:17:05,875 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:17:05,878 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:05,879 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:05,879 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:05,879 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,44113,1733289424001 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:05,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:05,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:05,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:05,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:05,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:05,882 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:05,882 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:05,882 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289455883 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:05,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:05,884 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:05,884 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:05,884 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:05,884 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:05,884 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:05,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:17:05,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:05,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:17:05,888 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:05,888 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:05,889 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289425888,5,FailOnTimeoutGroup] 2024-12-04T05:17:05,890 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289425889,5,FailOnTimeoutGroup] 2024-12-04T05:17:05,890 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:05,890 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:05,890 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:05,891 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:05,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:17:05,972 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(746): ClusterId : 85dd1980-73cb-45df-bf61-9fc91623f49a 2024-12-04T05:17:05,973 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:05,975 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:05,975 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:05,979 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:05,979 DEBUG [RS:0;6c7595a931c3:42481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128bb7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:05,991 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:42481 2024-12-04T05:17:05,991 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:05,991 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:05,991 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:05,992 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,44113,1733289424001 with port=42481, startcode=1733289424049 2024-12-04T05:17:05,992 DEBUG [RS:0;6c7595a931c3:42481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:05,995 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:05,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,42481,1733289424049 2024-12-04T05:17:05,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44113 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,42481,1733289424049 2024-12-04T05:17:06,000 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642 2024-12-04T05:17:06,000 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41495 2024-12-04T05:17:06,000 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194/rs 2024-12-04T05:17:06,002 DEBUG [RS:0;6c7595a931c3:42481 {}] zookeeper.ZKUtil(111): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on existing znode=/1253122194/rs/6c7595a931c3,42481,1733289424049 2024-12-04T05:17:06,002 WARN [RS:0;6c7595a931c3:42481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:06,002 INFO [RS:0;6c7595a931c3:42481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:06,002 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049 2024-12-04T05:17:06,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,42481,1733289424049] 2024-12-04T05:17:06,007 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:06,009 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:06,010 INFO [RS:0;6c7595a931c3:42481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:06,010 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,010 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:06,011 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:06,011 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,012 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,013 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:06,013 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:06,013 DEBUG [RS:0;6c7595a931c3:42481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:06,013 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,013 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,013 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,013 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,013 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,013 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42481,1733289424049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:06,029 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:06,029 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42481,1733289424049-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,029 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,030 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.Replication(171): 6c7595a931c3,42481,1733289424049 started 2024-12-04T05:17:06,044 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:06,044 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,42481,1733289424049, RpcServer on 6c7595a931c3/172.17.0.2:42481, sessionid=0x1017be77ca70004 2024-12-04T05:17:06,045 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:06,045 DEBUG [RS:0;6c7595a931c3:42481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,42481,1733289424049 2024-12-04T05:17:06,045 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42481,1733289424049' 2024-12-04T05:17:06,045 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1253122194/flush-table-proc/abort' 2024-12-04T05:17:06,045 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1253122194/flush-table-proc/acquired' 2024-12-04T05:17:06,046 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:06,046 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:06,046 DEBUG [RS:0;6c7595a931c3:42481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,42481,1733289424049 2024-12-04T05:17:06,046 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42481,1733289424049' 2024-12-04T05:17:06,046 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1253122194/online-snapshot/abort' 2024-12-04T05:17:06,047 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1253122194/online-snapshot/acquired' 2024-12-04T05:17:06,047 DEBUG [RS:0;6c7595a931c3:42481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:06,047 INFO [RS:0;6c7595a931c3:42481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:06,047 INFO [RS:0;6c7595a931c3:42481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:06,148 INFO [RS:0;6c7595a931c3:42481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:06,150 INFO [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42481%2C1733289424049, suffix=, logDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049, archiveDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/oldWALs, maxLogs=10 2024-12-04T05:17:06,165 DEBUG [RS:0;6c7595a931c3:42481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049/6c7595a931c3%2C42481%2C1733289424049.1733289426152, exclude list is [], retry=0 2024-12-04T05:17:06,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-bf4a6eb7-1f36-47b6-a1f8-df68ba816014,DISK] 2024-12-04T05:17:06,172 INFO [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049/6c7595a931c3%2C42481%2C1733289424049.1733289426152 2024-12-04T05:17:06,172 DEBUG [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44879:44879)] 2024-12-04T05:17:06,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:17:06,297 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642 2024-12-04T05:17:06,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:17:06,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:06,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:06,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:06,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:06,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:06,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:06,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:06,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:06,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:06,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:06,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:06,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:06,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:06,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:06,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:06,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:06,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:06,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:06,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740 2024-12-04T05:17:06,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740 2024-12-04T05:17:06,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:06,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:06,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:06,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:06,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:06,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72533135, jitterRate=0.08082793653011322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289426707Initializing all the Stores at 1733289426709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289426709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289426709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289426709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289426709Cleaning up temporary data from old regions at 1733289426725 (+16 ms)Region opened successfully at 1733289426731 (+6 ms) 2024-12-04T05:17:06,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:06,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:06,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:06,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289426731Disabling compacts and flushes for region at 1733289426731Disabling writes for close at 1733289426732 (+1 ms)Writing region close event to WAL at 1733289426732Closed at 1733289426732 2024-12-04T05:17:06,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:06,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:17:06,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:06,736 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:06,738 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:17:06,888 DEBUG [6c7595a931c3:44113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:06,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,42481,1733289424049 2024-12-04T05:17:06,892 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42481,1733289424049, state=OPENING 2024-12-04T05:17:06,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:17:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:06,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:06,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253122194/meta-region-server: CHANGED 2024-12-04T05:17:06,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:06,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253122194/meta-region-server: CHANGED 2024-12-04T05:17:06,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42481,1733289424049}] 2024-12-04T05:17:07,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:07,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:07,062 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:07,063 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:07,063 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:07,066 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42481%2C1733289424049.meta, suffix=.meta, logDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049, archiveDir=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/oldWALs, maxLogs=10 2024-12-04T05:17:07,089 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049/6c7595a931c3%2C42481%2C1733289424049.meta.1733289427068.meta, exclude list is [], retry=0 2024-12-04T05:17:07,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37347,DS-bf4a6eb7-1f36-47b6-a1f8-df68ba816014,DISK] 2024-12-04T05:17:07,095 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049/6c7595a931c3%2C42481%2C1733289424049.meta.1733289427068.meta 2024-12-04T05:17:07,095 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44879:44879)] 2024-12-04T05:17:07,095 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:07,096 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:07,096 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:07,096 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:07,096 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:07,096 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:07,097 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:07,097 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:07,097 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:07,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:07,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:07,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:07,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:07,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:07,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:07,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:07,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:07,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:07,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:07,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:07,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:07,107 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:07,108 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740 2024-12-04T05:17:07,110 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740 2024-12-04T05:17:07,112 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:07,112 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:07,113 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:07,116 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:07,117 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556572, jitterRate=0.09607833623886108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:07,117 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:07,117 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289427097Writing region info on filesystem at 1733289427097Initializing all the Stores at 1733289427098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289427098Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289427098Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289427098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289427098Cleaning up temporary data from old regions at 1733289427113 (+15 ms)Running coprocessor post-open hooks at 1733289427117 (+4 ms)Region opened successfully at 1733289427117 2024-12-04T05:17:07,119 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289427054 2024-12-04T05:17:07,123 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:07,123 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:07,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42481,1733289424049 2024-12-04T05:17:07,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42481,1733289424049, state=OPEN 2024-12-04T05:17:07,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1253122194/meta-region-server 2024-12-04T05:17:07,128 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,42481,1733289424049 2024-12-04T05:17:07,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1253122194/meta-region-server 2024-12-04T05:17:07,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253122194/meta-region-server: CHANGED 2024-12-04T05:17:07,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1253122194/meta-region-server: CHANGED 2024-12-04T05:17:07,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:17:07,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42481,1733289424049 in 228 msec 2024-12-04T05:17:07,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:17:07,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-04T05:17:07,136 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:07,136 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:17:07,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:07,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42481,1733289424049, seqNum=-1] 2024-12-04T05:17:07,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:07,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:07,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-12-04T05:17:07,150 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289427150, completionTime=-1 2024-12-04T05:17:07,150 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:17:07,150 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:07,152 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:07,152 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289487152 2024-12-04T05:17:07,152 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289547152 2024-12-04T05:17:07,152 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:17:07,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44113,1733289424001-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44113,1733289424001-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44113,1733289424001-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:44113, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,155 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.068sec 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44113,1733289424001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:07,158 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44113,1733289424001-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:07,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:07,162 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:07,162 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44113,1733289424001-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:07,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5394f5ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:07,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:07,175 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b1f09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:07,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:07,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:07,179 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:07,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b645835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42481,1733289424049, seqNum=-1] 2024-12-04T05:17:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:07,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,44113,1733289424001 2024-12-04T05:17:07,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:17:07,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:07,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017be77ca70005 connected 2024-12-04T05:17:07,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1641e8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36741,-1 for getting cluster id 2024-12-04T05:17:07,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:07,199 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d54743a-a042-49ea-88f9-ecaab10ae6f5' 2024-12-04T05:17:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d54743a-a042-49ea-88f9-ecaab10ae6f5" 2024-12-04T05:17:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6833610a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36741,-1] 2024-12-04T05:17:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:07,202 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:07,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e34885d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36741,1733289418726 2024-12-04T05:17:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@408afb7d 2024-12-04T05:17:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:07,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:07,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:17:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:17:07,236 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:07,238 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214afa33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,238 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:07,238 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:07,239 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:07,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:07,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:07,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e2e6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:07,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:07,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:07,242 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:07,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:07,243 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d881818 2024-12-04T05:17:07,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:07,250 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:07,262 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T05:17:07,262 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:17:07,267 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:07,267 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:07,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:07,269 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:07,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:17:07,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:17:07,278 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:07,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:17:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741835_1011 (size=1138) 2024-12-04T05:17:07,327 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:17:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:07,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a8ab6787abd5b2d135d9e1498d80baa, NAME => 'hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761 2024-12-04T05:17:07,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741836_1012 (size=44) 2024-12-04T05:17:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:08,100 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:08,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a8ab6787abd5b2d135d9e1498d80baa, disabling compactions & flushes 2024-12-04T05:17:08,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. after waiting 0 ms 2024-12-04T05:17:08,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a8ab6787abd5b2d135d9e1498d80baa: Waiting for close lock at 1733289428101Disabling compacts and flushes for region at 1733289428101Disabling writes for close at 1733289428101Writing region close event to WAL at 1733289428101Closed at 1733289428101 2024-12-04T05:17:08,103 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:17:08,108 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289428103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289428103"}]},"ts":"1733289428103"} 2024-12-04T05:17:08,112 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:17:08,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:17:08,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289428114"}]},"ts":"1733289428114"} 2024-12-04T05:17:08,122 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:17:08,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN}] 2024-12-04T05:17:08,126 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN 2024-12-04T05:17:08,127 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN; state=OFFLINE, location=6c7595a931c3,37451,1733289419407; forceNewPlan=false, retain=false 2024-12-04T05:17:08,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a8ab6787abd5b2d135d9e1498d80baa, regionState=OPENING, regionLocation=6c7595a931c3,37451,1733289419407 2024-12-04T05:17:08,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN because future has completed 2024-12-04T05:17:08,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a8ab6787abd5b2d135d9e1498d80baa, server=6c7595a931c3,37451,1733289419407}] 2024-12-04T05:17:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:08,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:08,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:08,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:17:08,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37451%2C1733289419407.rep, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs, maxLogs=10 2024-12-04T05:17:08,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.rep.1733289428446, exclude list is [], retry=0 2024-12-04T05:17:08,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:08,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.rep.1733289428446 2024-12-04T05:17:08,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:08,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a8ab6787abd5b2d135d9e1498d80baa, NAME => 'hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:08,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. service=MultiRowMutationService 2024-12-04T05:17:08,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:17:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,469 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,471 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8ab6787abd5b2d135d9e1498d80baa columnFamilyName hfileref 2024-12-04T05:17:08,471 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:08,472 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(327): Store=8a8ab6787abd5b2d135d9e1498d80baa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:08,472 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,474 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8ab6787abd5b2d135d9e1498d80baa columnFamilyName queue 2024-12-04T05:17:08,474 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:08,474 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(327): Store=8a8ab6787abd5b2d135d9e1498d80baa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:08,474 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,476 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8ab6787abd5b2d135d9e1498d80baa columnFamilyName sid 2024-12-04T05:17:08,476 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:08,477 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(327): Store=8a8ab6787abd5b2d135d9e1498d80baa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:08,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:17:08,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:08,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8a8ab6787abd5b2d135d9e1498d80baa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65077715, jitterRate=-0.030266478657722473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:17:08,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:08,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8a8ab6787abd5b2d135d9e1498d80baa: Running coprocessor pre-open hook at 1733289428467Writing region info on filesystem at 1733289428467Initializing all the Stores at 1733289428469 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289428469Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289428469Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289428469Cleaning up temporary data from old regions at 1733289428480 (+11 ms)Running coprocessor post-open hooks at 1733289428486 (+6 ms)Region opened successfully at 1733289428487 (+1 ms) 2024-12-04T05:17:08,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa., pid=7, masterSystemTime=1733289428437 2024-12-04T05:17:08,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:08,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a8ab6787abd5b2d135d9e1498d80baa, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,37451,1733289419407 2024-12-04T05:17:08,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a8ab6787abd5b2d135d9e1498d80baa, server=6c7595a931c3,37451,1733289419407 because future has completed 2024-12-04T05:17:08,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:17:08,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T05:17:08,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a8ab6787abd5b2d135d9e1498d80baa, server=6c7595a931c3,37451,1733289419407 in 217 msec 2024-12-04T05:17:08,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:17:08,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:17:08,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN in 379 msec 2024-12-04T05:17:08,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:17:08,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289428509"}]},"ts":"1733289428509"} 2024-12-04T05:17:08,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:17:08,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:17:08,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-12-04T05:17:08,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa., hostname=6c7595a931c3,37451,1733289419407, seqNum=2] 2024-12-04T05:17:08,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37451 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T05:17:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:08,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:17:08,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T05:17:08,731 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:17:08,771 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,37451,1733289419407, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:17:08,773 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:08,773 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37451,1733289419407, seqNum=-1] 2024-12-04T05:17:08,773 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:08,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T05:17:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,37451,1733289419407', locateType=CURRENT is [region=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa., hostname=6c7595a931c3,37451,1733289419407, seqNum=2] 2024-12-04T05:17:08,785 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T05:17:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T05:17:08,790 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,37451,1733289419407 suceeded 2024-12-04T05:17:08,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T05:17:08,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-12-04T05:17:08,793 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:08,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-12-04T05:17:08,802 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:08,804 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb9f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:08,804 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:08,804 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:08,805 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:08,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7727dafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:08,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:08,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:08,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:08,808 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:08,809 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67525d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:08,809 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:08,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:08,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca97467 2024-12-04T05:17:08,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:08,811 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:08,812 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,37451,1733289419407 (queues=1) is replicating from cluster=4d54743a-a042-49ea-88f9-ecaab10ae6f5 to cluster=85dd1980-73cb-45df-bf61-9fc91623f49a 2024-12-04T05:17:08,815 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C37451%2C1733289419407 2024-12-04T05:17:08,818 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,37451,1733289419407, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:17:08,820 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.shipper6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C37451%2C1733289419407 2024-12-04T05:17:08,825 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484, startPosition=0, beingWritten=true 2024-12-04T05:17:09,083 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:09,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:17:09,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:17:09,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:17:09,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T05:17:09,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:09,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T05:17:09,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:09,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T05:17:09,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:17:09,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T05:17:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:09,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:09,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:09,384 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:17:09,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:09,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675a529e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36741,-1 for getting cluster id 2024-12-04T05:17:09,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:09,387 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d54743a-a042-49ea-88f9-ecaab10ae6f5' 2024-12-04T05:17:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:09,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d54743a-a042-49ea-88f9-ecaab10ae6f5" 2024-12-04T05:17:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36741,-1] 2024-12-04T05:17:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,390 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:09,390 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187594b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36741,1733289418726 2024-12-04T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dd33839 2024-12-04T05:17:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:09,394 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:09,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:17:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:17:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T05:17:09,399 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:09,400 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f995e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,400 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:09,400 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:09,400 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af528a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,402 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:09,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aba9951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,403 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6cb86f 2024-12-04T05:17:09,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:09,405 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:09,406 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T05:17:09,406 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:17:09,406 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,407 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:09,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:17:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T05:17:09,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T05:17:09,573 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T05:17:09,604 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6c7595a931c3,37451,1733289419407, ReplicationSource: 2, currentBandwidth=0 2024-12-04T05:17:09,608 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T05:17:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T05:17:09,612 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6c7595a931c3,37451,1733289419407 suceeded 2024-12-04T05:17:09,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:17:09,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-04T05:17:09,616 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:09,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 221 msec 2024-12-04T05:17:09,624 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:09,625 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,625 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:09,625 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:09,626 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:09,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b25f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:09,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:09,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,629 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:09,629 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,630 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:09,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:09,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bbf753d 2024-12-04T05:17:09,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:09,632 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:09,633 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6c7595a931c3,37451,1733289419407 (queues=1) is replicating from cluster=4d54743a-a042-49ea-88f9-ecaab10ae6f5 to cluster=85dd1980-73cb-45df-bf61-9fc91623f49a 2024-12-04T05:17:09,633 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6c7595a931c3%2C37451%2C1733289419407 2024-12-04T05:17:09,633 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6c7595a931c3,37451,1733289419407, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:17:09,634 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.shipper6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C37451%2C1733289419407 2024-12-04T05:17:09,634 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484, startPosition=0, beingWritten=true 2024-12-04T05:17:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T05:17:09,714 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T05:17:09,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:09,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:09,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:09,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36741,1733289418726 2024-12-04T05:17:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-12-04T05:17:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:09,720 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:09,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:17:09,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T05:17:09,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:17:09,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T05:17:09,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T05:17:09,734 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:09,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bacf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,735 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:09,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T05:17:09,736 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:09,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:09,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:09,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc31569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:09,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:09,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,738 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:09,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9b1afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:09,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:09,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:09,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45bef2ca 2024-12-04T05:17:09,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:09,741 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:09,742 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:17:09,742 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:17:09,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:09,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:09,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:17:09,797 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:09,841 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T05:17:09,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T05:17:09,901 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T05:17:09,903 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T05:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T05:17:09,907 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6c7595a931c3,37451,1733289419407 suceeded 2024-12-04T05:17:09,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T05:17:09,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-04T05:17:09,910 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:09,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-12-04T05:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T05:17:10,053 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T05:17:10,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T05:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T05:17:10,058 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:10,059 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be011b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:10,059 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:10,059 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:10,060 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e211c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,062 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:10,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:10,064 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:10,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:10,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66f6f475 2024-12-04T05:17:10,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:10,066 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:10,066 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T05:17:10,066 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:17:10,067 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,067 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:10,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:17:10,148 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T05:17:10,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T05:17:10,225 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T05:17:10,226 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T05:17:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T05:17:10,229 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6c7595a931c3,37451,1733289419407 suceeded 2024-12-04T05:17:10,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T05:17:10,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-04T05:17:10,232 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6c7595a931c3:44113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:10,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-12-04T05:17:10,305 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T05:17:10,374 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T05:17:10,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:17:10,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36741 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T05:17:10,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:10,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:10,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:10,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:17:10,376 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-12-04T05:17:10,377 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,36741,1733289418726 2024-12-04T05:17:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:10,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:10,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:10,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:10,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:10,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:17:10,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:17:10,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,37451,1733289419407' ***** 2024-12-04T05:17:10,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:17:10,382 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:17:10,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:17:10,382 INFO [RS:0;6c7595a931c3:37451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:17:10,382 INFO [RS:0;6c7595a931c3:37451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:17:10,382 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:10,383 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,37451,1733289419407 2024-12-04T05:17:10,383 INFO [RS:0;6c7595a931c3:37451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:10,383 INFO [RS:0;6c7595a931c3:37451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37451. 2024-12-04T05:17:10,383 DEBUG [RS:0;6c7595a931c3:37451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:10,383 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:10,383 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a8ab6787abd5b2d135d9e1498d80baa, disabling compactions & flushes 2024-12-04T05:17:10,383 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:10,383 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:10,384 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. after waiting 0 ms 2024-12-04T05:17:10,384 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:10,384 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:17:10,384 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:17:10,384 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a8ab6787abd5b2d135d9e1498d80baa=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.} 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:10,384 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:10,384 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:10,384 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:10,387 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a8ab6787abd5b2d135d9e1498d80baa 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T05:17:10,387 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T05:17:10,450 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:10,458 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/info/b0c3ede51e164882baff10e8c6b0188c is 147, key is hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa./info:regioninfo/1733289428493/Put/seqid=0 2024-12-04T05:17:10,458 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/.tmp/queue/fdc73c5721c1415f8071a1f0f4fbbe23 is 151, key is 1-6c7595a931c3,37451,1733289419407/queue:6c7595a931c3%2C37451%2C1733289419407/1733289428779/Put/seqid=0 2024-12-04T05:17:10,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741838_1014 (size=5500) 2024-12-04T05:17:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741839_1015 (size=6631) 2024-12-04T05:17:10,471 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/.tmp/queue/fdc73c5721c1415f8071a1f0f4fbbe23 2024-12-04T05:17:10,520 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/.tmp/queue/fdc73c5721c1415f8071a1f0f4fbbe23 as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/queue/fdc73c5721c1415f8071a1f0f4fbbe23 2024-12-04T05:17:10,530 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/queue/fdc73c5721c1415f8071a1f0f4fbbe23, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T05:17:10,540 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8a8ab6787abd5b2d135d9e1498d80baa in 150ms, sequenceid=6, compaction requested=false 2024-12-04T05:17:10,549 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T05:17:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:10,552 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:10,552 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:10,553 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a8ab6787abd5b2d135d9e1498d80baa: Waiting for close lock at 1733289430383Running coprocessor pre-close hooks at 1733289430383Disabling compacts and flushes for region at 1733289430383Disabling writes for close at 1733289430384 (+1 ms)Obtaining lock to block concurrent updates at 1733289430387 (+3 ms)Preparing flush snapshotting stores in 8a8ab6787abd5b2d135d9e1498d80baa at 1733289430387Finished memstore snapshotting hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733289430395 (+8 ms)Flushing stores of hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. at 1733289430397 (+2 ms)Flushing 8a8ab6787abd5b2d135d9e1498d80baa/queue: creating writer at 1733289430398 (+1 ms)Flushing 8a8ab6787abd5b2d135d9e1498d80baa/queue: appending metadata at 1733289430437 (+39 ms)Flushing 8a8ab6787abd5b2d135d9e1498d80baa/queue: closing flushed file at 1733289430440 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7513ee48: reopening flushed file at 1733289430518 (+78 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8a8ab6787abd5b2d135d9e1498d80baa in 150ms, sequenceid=6, compaction requested=false at 1733289430540 (+22 ms)Writing region close event to WAL at 1733289430542 (+2 ms)Running coprocessor post-close hooks at 1733289430550 (+8 ms)Closed at 1733289430552 (+2 ms) 2024-12-04T05:17:10,553 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:10,555 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:10,585 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:10,785 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:10,872 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/info/b0c3ede51e164882baff10e8c6b0188c 2024-12-04T05:17:10,899 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/ns/1e80f683e3c94dc783e3d006f5823e63 is 43, key is default/ns:d/1733289423060/Put/seqid=0 2024-12-04T05:17:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741840_1016 (size=5153) 2024-12-04T05:17:10,912 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:10,985 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:11,064 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:11,185 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:11,306 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/ns/1e80f683e3c94dc783e3d006f5823e63 2024-12-04T05:17:11,331 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/table/7bb1c90345bf4d3baca22274e392b574 is 53, key is hbase:replication/table:state/1733289428509/Put/seqid=0 2024-12-04T05:17:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741841_1017 (size=5256) 2024-12-04T05:17:11,354 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:17:11,355 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:17:11,386 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:17:11,386 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:17:11,386 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:11,586 DEBUG [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:11,618 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:11,671 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407/6c7595a931c3%2C37451%2C1733289419407.1733289422484 to pos 0, reset compression=false 2024-12-04T05:17:11,737 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/table/7bb1c90345bf4d3baca22274e392b574 2024-12-04T05:17:11,748 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/info/b0c3ede51e164882baff10e8c6b0188c as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/info/b0c3ede51e164882baff10e8c6b0188c 2024-12-04T05:17:11,756 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/info/b0c3ede51e164882baff10e8c6b0188c, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T05:17:11,758 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/ns/1e80f683e3c94dc783e3d006f5823e63 as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/ns/1e80f683e3c94dc783e3d006f5823e63 2024-12-04T05:17:11,766 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/ns/1e80f683e3c94dc783e3d006f5823e63, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:17:11,767 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/table/7bb1c90345bf4d3baca22274e392b574 as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/table/7bb1c90345bf4d3baca22274e392b574 2024-12-04T05:17:11,775 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/table/7bb1c90345bf4d3baca22274e392b574, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T05:17:11,776 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false 2024-12-04T05:17:11,781 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T05:17:11,782 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:11,782 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:11,782 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:11,782 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289430384Running coprocessor pre-close hooks at 1733289430384Disabling compacts and flushes for region at 1733289430384Disabling writes for close at 1733289430384Obtaining lock to block concurrent updates at 1733289430387 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733289430387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733289430395 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289430397 (+2 ms)Flushing 1588230740/info: creating writer at 1733289430398 (+1 ms)Flushing 1588230740/info: appending metadata at 1733289430438 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733289430440 (+2 ms)Flushing 1588230740/ns: creating writer at 1733289430882 (+442 ms)Flushing 1588230740/ns: appending metadata at 1733289430898 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733289430898Flushing 1588230740/table: creating writer at 1733289431314 (+416 ms)Flushing 1588230740/table: appending metadata at 1733289431330 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733289431330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfb90d9: reopening flushed file at 1733289431747 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a940914: reopening flushed file at 1733289431757 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ffe44ee: reopening flushed file at 1733289431766 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1391ms, sequenceid=11, compaction requested=false at 1733289431776 (+10 ms)Writing region close event to WAL at 1733289431777 (+1 ms)Running coprocessor post-close hooks at 1733289431782 (+5 ms)Closed at 1733289431782 2024-12-04T05:17:11,783 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:11,786 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,37451,1733289419407; all regions closed. 2024-12-04T05:17:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741834_1010 (size=2742) 2024-12-04T05:17:11,795 DEBUG [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs 2024-12-04T05:17:11,796 INFO [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C37451%2C1733289419407.meta:.meta(num 1733289422894) 2024-12-04T05:17:11,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741837_1013 (size=1802) 2024-12-04T05:17:11,801 DEBUG [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs 2024-12-04T05:17:11,801 INFO [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C37451%2C1733289419407.rep:(num 1733289428446) 2024-12-04T05:17:11,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741833_1009 (size=93) 2024-12-04T05:17:11,806 DEBUG [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs 2024-12-04T05:17:11,806 INFO [RS:0;6c7595a931c3:37451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C37451%2C1733289419407:(num 1733289422484) 2024-12-04T05:17:11,806 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:11,806 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:11,806 INFO [RS:0;6c7595a931c3:37451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:11,806 INFO [RS:0;6c7595a931c3:37451 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:11,806 INFO [RS:0;6c7595a931c3:37451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:11,806 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:11,807 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,37451,1733289419407 because: Region server is closing 2024-12-04T05:17:11,807 INFO [RS:0;6c7595a931c3:37451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37451. 2024-12-04T05:17:11,807 DEBUG [RS:0;6c7595a931c3:37451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:11,807 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:11,807 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:11,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:11,908 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:17:11,908 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.shipper6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:17:11,908 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37451,1733289419407.replicationSource.shipper6c7595a931c3%2C37451%2C1733289419407,1-6c7595a931c3,37451,1733289419407 terminated 2024-12-04T05:17:11,909 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6c7595a931c3,37451,1733289419407 because: Region server is closing 2024-12-04T05:17:11,909 INFO [RS:0;6c7595a931c3:37451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37451. 2024-12-04T05:17:11,909 DEBUG [RS:0;6c7595a931c3:37451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:11,909 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:11,909 DEBUG [RS:0;6c7595a931c3:37451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:11,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:12,009 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.wal-reader.6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:17:12,009 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.shipper6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:17:12,010 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,37451,1733289419407.replicationSource.shipper6c7595a931c3%2C37451%2C1733289419407,2-6c7595a931c3,37451,1733289419407 terminated 2024-12-04T05:17:12,010 INFO [RS:0;6c7595a931c3:37451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37451 2024-12-04T05:17:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/rs/6c7595a931c3,37451,1733289419407 2024-12-04T05:17:12,014 INFO [RS:0;6c7595a931c3:37451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:12,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/rs 2024-12-04T05:17:12,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,37451,1733289419407] 2024-12-04T05:17:12,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/draining/6c7595a931c3,37451,1733289419407 already deleted, retry=false 2024-12-04T05:17:12,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,37451,1733289419407 expired; onlineServers=0 2024-12-04T05:17:12,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,36741,1733289418726' ***** 2024-12-04T05:17:12,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:17:12,018 INFO [M:0;6c7595a931c3:36741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:12,018 INFO [M:0;6c7595a931c3:36741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:12,018 DEBUG [M:0;6c7595a931c3:36741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:17:12,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:17:12,019 DEBUG [M:0;6c7595a931c3:36741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:17:12,019 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289422172 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289422172,5,FailOnTimeoutGroup] 2024-12-04T05:17:12,019 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289422174 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289422174,5,FailOnTimeoutGroup] 2024-12-04T05:17:12,019 INFO [M:0;6c7595a931c3:36741 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:12,019 INFO [M:0;6c7595a931c3:36741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:12,019 DEBUG [M:0;6c7595a931c3:36741 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:17:12,019 INFO [M:0;6c7595a931c3:36741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:17:12,019 INFO [M:0;6c7595a931c3:36741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:12,020 INFO [M:0;6c7595a931c3:36741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:17:12,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:17:12,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/master 2024-12-04T05:17:12,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:12,023 DEBUG [M:0;6c7595a931c3:36741 {}] zookeeper.ZKUtil(347): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/master because node does not exist (not an error) 2024-12-04T05:17:12,023 WARN [M:0;6c7595a931c3:36741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:17:12,024 INFO [M:0;6c7595a931c3:36741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/.lastflushedseqids 2024-12-04T05:17:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741842_1018 (size=181) 2024-12-04T05:17:12,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:12,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37451-0x1017be77ca70001, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:12,117 INFO [RS:0;6c7595a931c3:37451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:12,117 INFO [RS:0;6c7595a931c3:37451 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,37451,1733289419407; zookeeper connection closed. 2024-12-04T05:17:12,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47487279 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47487279 2024-12-04T05:17:12,118 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:17:12,436 INFO [M:0;6c7595a931c3:36741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:17:12,437 INFO [M:0;6c7595a931c3:36741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:17:12,437 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:12,437 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:12,437 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:12,437 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:12,437 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:12,437 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T05:17:12,458 DEBUG [M:0;6c7595a931c3:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54915255c70d4914bb824eb8c82e79ab is 82, key is hbase:meta,,1/info:regioninfo/1733289422981/Put/seqid=0 2024-12-04T05:17:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741843_1019 (size=5672) 2024-12-04T05:17:12,864 INFO [M:0;6c7595a931c3:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54915255c70d4914bb824eb8c82e79ab 2024-12-04T05:17:12,891 DEBUG [M:0;6c7595a931c3:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72a7225263b347a783c2e180ed8d6c4f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733289428516/Put/seqid=0 2024-12-04T05:17:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741844_1020 (size=8663) 2024-12-04T05:17:12,897 INFO [M:0;6c7595a931c3:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72a7225263b347a783c2e180ed8d6c4f 2024-12-04T05:17:12,921 DEBUG [M:0;6c7595a931c3:36741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd6cb00606b9440fbcb62295f36ec06f is 69, key is 6c7595a931c3,37451,1733289419407/rs:state/1733289422252/Put/seqid=0 2024-12-04T05:17:12,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741845_1021 (size=5156) 2024-12-04T05:17:13,327 INFO [M:0;6c7595a931c3:36741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd6cb00606b9440fbcb62295f36ec06f 2024-12-04T05:17:13,336 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/54915255c70d4914bb824eb8c82e79ab as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54915255c70d4914bb824eb8c82e79ab 2024-12-04T05:17:13,344 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54915255c70d4914bb824eb8c82e79ab, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T05:17:13,346 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72a7225263b347a783c2e180ed8d6c4f as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72a7225263b347a783c2e180ed8d6c4f 2024-12-04T05:17:13,354 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72a7225263b347a783c2e180ed8d6c4f, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T05:17:13,356 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd6cb00606b9440fbcb62295f36ec06f as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd6cb00606b9440fbcb62295f36ec06f 2024-12-04T05:17:13,363 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd6cb00606b9440fbcb62295f36ec06f, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T05:17:13,364 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=115, compaction requested=false 2024-12-04T05:17:13,366 INFO [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:13,366 DEBUG [M:0;6c7595a931c3:36741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289432437Disabling compacts and flushes for region at 1733289432437Disabling writes for close at 1733289432437Obtaining lock to block concurrent updates at 1733289432437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289432437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733289432438 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289432439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289432439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289432456 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289432456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289432872 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289432891 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289432891Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289432904 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289432920 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289432920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c87b8f: reopening flushed file at 1733289433334 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc0880e: reopening flushed file at 1733289433344 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fa3efb4: reopening flushed file at 1733289433354 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=115, compaction requested=false at 1733289433365 (+11 ms)Writing region close event to WAL at 1733289433366 (+1 ms)Closed at 1733289433366 2024-12-04T05:17:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741830_1006 (size=59421) 2024-12-04T05:17:13,371 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:13,371 INFO [M:0;6c7595a931c3:36741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:17:13,371 INFO [M:0;6c7595a931c3:36741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36741 2024-12-04T05:17:13,371 INFO [M:0;6c7595a931c3:36741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:13,474 INFO [M:0;6c7595a931c3:36741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:13,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36741-0x1017be77ca70000, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:13,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:13,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:13,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:13,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:13,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:13,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:13,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:17:13,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:13,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43113 2024-12-04T05:17:13,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43113 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:17:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431130x0, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:13,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43113-0x1017be77ca70006 connected 2024-12-04T05:17:13,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:13,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:13,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:17:13,496 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: INIT 2024-12-04T05:17:13,496 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761, hbase.cluster.distributed=false 2024-12-04T05:17:13,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/acl 2024-12-04T05:17:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-04T05:17:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43113 2024-12-04T05:17:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43113 2024-12-04T05:17:13,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-04T05:17:13,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-04T05:17:13,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:13,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:13,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:13,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:13,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:17:13,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:13,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37917 2024-12-04T05:17:13,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37917 connecting to ZooKeeper ensemble=127.0.0.1:61031 2024-12-04T05:17:13,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:13,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:13,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379170x0, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:13,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379170x0, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:17:13,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37917-0x1017be77ca70007 connected 2024-12-04T05:17:13,536 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: INIT 2024-12-04T05:17:13,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:17:13,545 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:17:13,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/master 2024-12-04T05:17:13,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/acl 2024-12-04T05:17:13,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37917 2024-12-04T05:17:13,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37917 2024-12-04T05:17:13,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37917 2024-12-04T05:17:13,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37917 2024-12-04T05:17:13,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37917 2024-12-04T05:17:13,575 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:43113 2024-12-04T05:17:13,576 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01410640647/backup-masters/6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:17:13,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:17:13,580 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on existing znode=/01410640647/backup-masters/6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01410640647/master 2024-12-04T05:17:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:13,582 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on existing znode=/01410640647/master 2024-12-04T05:17:13,584 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01410640647/backup-masters/6c7595a931c3,43113,1733289433476 from backup master directory 2024-12-04T05:17:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/backup-masters/6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:17:13,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/backup-masters 2024-12-04T05:17:13,586 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:13,586 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,608 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:13,608 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:13,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-12-04T05:17:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741846_1022 (size=196) 2024-12-04T05:17:13,640 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:13,643 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:13,644 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:13,654 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T05:17:13,659 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726 to hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726-dead as it is dead 2024-12-04T05:17:13,663 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T05:17:13,663 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T05:17:13,663 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726-dead/6c7595a931c3%2C36741%2C1733289418726.1733289421455 2024-12-04T05:17:13,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726-dead/6c7595a931c3%2C36741%2C1733289418726.1733289421455 after 4ms 2024-12-04T05:17:13,673 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726-dead/6c7595a931c3%2C36741%2C1733289418726.1733289421455 to hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C36741%2C1733289418726.1733289421455 2024-12-04T05:17:13,673 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,36741,1733289418726-dead 2024-12-04T05:17:13,674 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:13,677 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C43113%2C1733289433476, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,43113,1733289433476, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:13,700 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,43113,1733289433476/6c7595a931c3%2C43113%2C1733289433476.1733289433678, exclude list is [], retry=0 2024-12-04T05:17:13,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:13,711 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/WALs/6c7595a931c3,43113,1733289433476/6c7595a931c3%2C43113%2C1733289433476.1733289433678 2024-12-04T05:17:13,711 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:13,711 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:13,712 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:13,712 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,712 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:13,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:13,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/54915255c70d4914bb824eb8c82e79ab 2024-12-04T05:17:13,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:13,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:13,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:13,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72a7225263b347a783c2e180ed8d6c4f 2024-12-04T05:17:13,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:13,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:13,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:13,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd6cb00606b9440fbcb62295f36ec06f 2024-12-04T05:17:13,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:13,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:13,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:13,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:13,774 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,775 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T05:17:13,776 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C36741%2C1733289418726.1733289421455 2024-12-04T05:17:13,795 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C36741%2C1733289418726.1733289421455 2024-12-04T05:17:13,797 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C36741%2C1733289418726.1733289421455 2024-12-04T05:17:13,799 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,799 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,800 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:13,803 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:13,807 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T05:17:13,809 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65693701, jitterRate=-0.02108757197856903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:13,809 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289433712Initializing all the Stores at 1733289433713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289433714 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289433720 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289433720Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289433720Cleaning up temporary data from old regions at 1733289433799 (+79 ms)Region opened successfully at 1733289433809 (+10 ms) 2024-12-04T05:17:13,812 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:13,818 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4250a318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:13,835 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T05:17:13,835 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:13,835 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:13,836 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:13,837 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T05:17:13,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:13,845 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:17:13,845 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:17:13,846 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:17:13,846 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T05:17:13,846 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T05:17:13,846 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-12-04T05:17:13,847 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:13,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6c7595a931c3,37451,1733289419407, regionLocation=6c7595a931c3,37451,1733289419407, openSeqNum=2 2024-12-04T05:17:13,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6c7595a931c3,37451,1733289419407, table=hbase:meta, region=1588230740 2024-12-04T05:17:13,853 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37451,1733289419407, state=OPEN 2024-12-04T05:17:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:13,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:13,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:13,863 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:13,865 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/draining/6c7595a931c3,37451,1733289419407 already deleted, retry=false 2024-12-04T05:17:13,865 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6c7595a931c3,37451,1733289419407 on 6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,872 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6c7595a931c3,37451,1733289419407, splitWal=true, meta=true 2024-12-04T05:17:13,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 6c7595a931c3,37451,1733289419407 (carryingMeta=true) 6c7595a931c3,37451,1733289419407/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@43a954ad[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T05:17:13,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:13,883 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/balancer already deleted, retry=false 2024-12-04T05:17:13,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:13,884 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:13,891 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/normalizer already deleted, retry=false 2024-12-04T05:17:13,891 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:13,892 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:13,894 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/switch/split already deleted, retry=false 2024-12-04T05:17:13,896 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:13,897 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/switch/merge already deleted, retry=false 2024-12-04T05:17:13,908 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:13,909 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:13,912 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,43113,1733289433476, sessionid=0x1017be77ca70006, setting cluster-up flag (Was=false) 2024-12-04T05:17:13,916 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01410640647/flush-table-proc/acquired, /01410640647/flush-table-proc/reached, /01410640647/flush-table-proc/abort 2024-12-04T05:17:13,917 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,922 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01410640647/online-snapshot/acquired, /01410640647/online-snapshot/reached, /01410640647/online-snapshot/abort 2024-12-04T05:17:13,924 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,43113,1733289433476 2024-12-04T05:17:13,926 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/.lastflushedseqids 2024-12-04T05:17:13,930 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:13,930 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:13,930 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,43113,1733289433476 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6c7595a931c3,37451,1733289419407 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:13,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:13,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:13,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:13,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:13,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:13,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:13,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:13,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:13,936 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6c7595a931c3,37451,1733289419407, splitWal=true, meta=true 2024-12-04T05:17:13,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289463937 2024-12-04T05:17:13,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:13,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:13,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:13,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:13,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:13,938 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:13,938 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6c7595a931c3,37451,1733289419407, splitWal=true, meta=true, isMeta: true 2024-12-04T05:17:13,939 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:13,939 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:13,939 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:13,939 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:13,939 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:13,939 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:13,940 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:13,940 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407-splitting 2024-12-04T05:17:13,940 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289433940,5,FailOnTimeoutGroup] 2024-12-04T05:17:13,941 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407-splitting dir is empty, no logs to split. 2024-12-04T05:17:13,941 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6c7595a931c3,37451,1733289419407 WAL count=0, meta=true 2024-12-04T05:17:13,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289433940,5,FailOnTimeoutGroup] 2024-12-04T05:17:13,944 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:13,944 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:13,944 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:13,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:13,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289433945, completionTime=-1 2024-12-04T05:17:13,945 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T05:17:13,945 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407-splitting dir is empty, no logs to split. 2024-12-04T05:17:13,945 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6c7595a931c3,37451,1733289419407 WAL count=0, meta=true 2024-12-04T05:17:13,945 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6c7595a931c3,37451,1733289419407 WAL splitting is done? wals=0, meta=true 2024-12-04T05:17:13,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:13,949 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T05:17:13,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:13,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T05:17:13,959 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(746): ClusterId : 4d54743a-a042-49ea-88f9-ecaab10ae6f5 2024-12-04T05:17:13,959 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:13,961 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:13,961 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:13,964 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:13,965 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398adbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:13,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:13,985 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:37917 2024-12-04T05:17:13,986 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:13,986 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:13,986 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:13,987 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,43113,1733289433476 with port=37917, startcode=1733289433522 2024-12-04T05:17:13,987 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:13,998 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:13,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,37917,1733289433522 2024-12-04T05:17:13,999 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,005 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761 2024-12-04T05:17:14,005 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43273 2024-12-04T05:17:14,005 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:14,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/rs 2024-12-04T05:17:14,008 DEBUG [RS:0;6c7595a931c3:37917 {}] zookeeper.ZKUtil(111): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on existing znode=/01410640647/rs/6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,008 WARN [RS:0;6c7595a931c3:37917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:14,009 INFO [RS:0;6c7595a931c3:37917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:14,009 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,37917,1733289433522] 2024-12-04T05:17:14,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T05:17:14,085 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:14,090 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:14,097 INFO [RS:0;6c7595a931c3:37917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:14,097 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,103 WARN [6c7595a931c3:43113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:17:14,104 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:14,105 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:14,106 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,106 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,106 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,106 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,106 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,106 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,106 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:14,107 DEBUG [RS:0;6c7595a931c3:37917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:14,118 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,119 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,119 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,119 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,119 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,119 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37917,1733289433522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:14,139 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:14,139 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37917,1733289433522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,158 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,37917,1733289433522, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:17:14,184 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(231): queueId=2-6c7595a931c3,37917,1733289433522, ReplicationSource: 2, currentBandwidth=0 2024-12-04T05:17:14,184 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,185 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.Replication(171): 6c7595a931c3,37917,1733289433522 started 2024-12-04T05:17:14,200 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:14,203 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bde1b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:14,203 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:14,203 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:14,205 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:14,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d98e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:14,209 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:14,209 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,37917,1733289433522, RpcServer on 6c7595a931c3/172.17.0.2:37917, sessionid=0x1017be77ca70007 2024-12-04T05:17:14,209 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:14,209 DEBUG [RS:0;6c7595a931c3:37917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,210 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,37917,1733289433522' 2024-12-04T05:17:14,210 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01410640647/flush-table-proc/abort' 2024-12-04T05:17:14,210 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:14,211 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01410640647/flush-table-proc/acquired' 2024-12-04T05:17:14,211 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f91dc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:14,211 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:14,211 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:14,211 DEBUG [RS:0;6c7595a931c3:37917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,211 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:14,212 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,37917,1733289433522' 2024-12-04T05:17:14,212 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01410640647/online-snapshot/abort' 2024-12-04T05:17:14,213 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:44113' 2024-12-04T05:17:14,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:14,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d6dd67a 2024-12-04T05:17:14,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:14,215 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:14,217 INFO [RS:0;6c7595a931c3:37917.replicationSource,1-6c7595a931c3,37917,1733289433522 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,37917,1733289433522 (queues=0) is replicating from cluster=4d54743a-a042-49ea-88f9-ecaab10ae6f5 to cluster=85dd1980-73cb-45df-bf61-9fc91623f49a 2024-12-04T05:17:14,219 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01410640647/online-snapshot/acquired' 2024-12-04T05:17:14,220 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39fe2540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:14,220 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,44113,-1 for getting cluster id 2024-12-04T05:17:14,220 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:14,220 DEBUG [RS:0;6c7595a931c3:37917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:14,220 INFO [RS:0;6c7595a931c3:37917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:14,220 INFO [RS:0;6c7595a931c3:37917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:14,221 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85dd1980-73cb-45df-bf61-9fc91623f49a' 2024-12-04T05:17:14,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85dd1980-73cb-45df-bf61-9fc91623f49a" 2024-12-04T05:17:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df4e6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,44113,-1] 2024-12-04T05:17:14,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:14,224 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:14,226 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8daf9d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:14,226 DEBUG [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,44113,1733289424001 2024-12-04T05:17:14,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b3857f 2024-12-04T05:17:14,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:14,229 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:14,230 INFO [RS:0;6c7595a931c3:37917.replicationSource,2-6c7595a931c3,37917,1733289433522 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6c7595a931c3,37917,1733289433522 (queues=0) is replicating from cluster=4d54743a-a042-49ea-88f9-ecaab10ae6f5 to cluster=85dd1980-73cb-45df-bf61-9fc91623f49a 2024-12-04T05:17:14,321 INFO [RS:0;6c7595a931c3:37917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:14,323 INFO [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37917%2C1733289433522, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs, maxLogs=10 2024-12-04T05:17:14,339 DEBUG [RS:0;6c7595a931c3:37917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324, exclude list is [], retry=0 2024-12-04T05:17:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:14,350 INFO [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 2024-12-04T05:17:14,351 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6c7595a931c3%2C37917%2C1733289433522 for peer 2 2024-12-04T05:17:14,351 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6c7595a931c3%2C37917%2C1733289433522 for peer 1 2024-12-04T05:17:14,351 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C37917%2C1733289433522 2024-12-04T05:17:14,351 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,37917,1733289433522, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:17:14,355 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6c7595a931c3%2C37917%2C1733289433522 2024-12-04T05:17:14,355 INFO [RS:0;6c7595a931c3:37917.replicationSource.shipper6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C37917%2C1733289433522 2024-12-04T05:17:14,355 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6c7595a931c3,37917,1733289433522, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:17:14,356 DEBUG [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:14,356 INFO [RS:0;6c7595a931c3:37917.replicationSource.shipper6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C37917%2C1733289433522 2024-12-04T05:17:14,357 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324, startPosition=0, beingWritten=true 2024-12-04T05:17:14,357 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324, startPosition=0, beingWritten=true 2024-12-04T05:17:14,586 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:14,586 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:14,603 DEBUG [6c7595a931c3:43113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:14,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37917,1733289433522, state=OPENING 2024-12-04T05:17:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:14,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:14,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:14,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:14,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:14,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,37917,1733289433522}] 2024-12-04T05:17:14,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:14,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:14,773 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:14,773 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:14,774 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:14,776 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37917%2C1733289433522.meta, suffix=.meta, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs, maxLogs=10 2024-12-04T05:17:14,796 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.meta.1733289434777.meta, exclude list is [], retry=0 2024-12-04T05:17:14,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:14,802 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.meta.1733289434777.meta 2024-12-04T05:17:14,802 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:14,803 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:14,803 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:14,803 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:14,803 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:14,803 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:14,803 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:14,804 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:14,804 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:14,804 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:14,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:14,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:14,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:14,816 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/info/b0c3ede51e164882baff10e8c6b0188c 2024-12-04T05:17:14,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:14,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:14,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:14,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:14,831 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/ns/1e80f683e3c94dc783e3d006f5823e63 2024-12-04T05:17:14,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:14,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:14,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:14,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:14,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:14,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:14,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:14,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:14,847 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/table/7bb1c90345bf4d3baca22274e392b574 2024-12-04T05:17:14,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:14,848 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:14,849 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740 2024-12-04T05:17:14,850 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740 2024-12-04T05:17:14,852 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:14,852 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:14,852 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:14,854 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:14,855 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59680527, jitterRate=-0.11069084703922272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:14,856 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:14,856 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289434804Writing region info on filesystem at 1733289434804Initializing all the Stores at 1733289434805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289434805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289434805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289434805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289434805Cleaning up temporary data from old regions at 1733289434852 (+47 ms)Running coprocessor post-open hooks at 1733289434856 (+4 ms)Region opened successfully at 1733289434856 2024-12-04T05:17:14,857 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733289434765 2024-12-04T05:17:14,861 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:14,861 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:14,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,863 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37917,1733289433522, state=OPEN 2024-12-04T05:17:14,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:14,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,37917,1733289433522 2024-12-04T05:17:14,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01410640647/meta-region-server 2024-12-04T05:17:14,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:14,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01410640647/meta-region-server: CHANGED 2024-12-04T05:17:14,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T05:17:14,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,37917,1733289433522 in 256 msec 2024-12-04T05:17:14,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T05:17:14,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 924 msec 2024-12-04T05:17:14,899 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:14,900 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:15,314 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:15,314 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:15,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T05:17:15,823 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:15,823 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:16,431 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:16,432 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:17,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T05:17:17,138 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:17,140 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:17,946 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:17,948 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:18,457 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T05:17:18,458 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:18,458 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:18,458 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37917,1733289433522, seqNum=-1] 2024-12-04T05:17:18,458 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:18,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:18,468 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8a8ab6787abd5b2d135d9e1498d80baa, regionState=OPEN, lastHost=6c7595a931c3,37451,1733289419407, regionLocation=6c7595a931c3,37451,1733289419407, openSeqNum=2 2024-12-04T05:17:18,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:18,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289498468 2024-12-04T05:17:18,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289558468 2024-12-04T05:17:18,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-04T05:17:18,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43113,1733289433476-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43113,1733289433476-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,469 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43113,1733289433476-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,469 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6c7595a931c3,37451,1733289419407 had 2 regions 2024-12-04T05:17:18,469 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:43113, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,469 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,469 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,471 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6c7595a931c3,37451,1733289419407, splitWal=true, meta=true, isMeta: false 2024-12-04T05:17:18,476 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.889sec 2024-12-04T05:17:18,476 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407-splitting dir is empty, no logs to split. 2024-12-04T05:17:18,476 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:18,476 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:18,476 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6c7595a931c3,37451,1733289419407 WAL count=0, meta=false 2024-12-04T05:17:18,476 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:18,476 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:18,476 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:18,477 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43113,1733289433476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:18,477 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43113,1733289433476-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:18,481 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37451,1733289419407-splitting dir is empty, no logs to split. 2024-12-04T05:17:18,481 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6c7595a931c3,37451,1733289419407 WAL count=0, meta=false 2024-12-04T05:17:18,481 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6c7595a931c3,37451,1733289419407 WAL splitting is done? wals=0, meta=false 2024-12-04T05:17:18,484 WARN [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6c7595a931c3,37451,1733289419407/hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:18,484 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:18,485 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:18,485 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43113,1733289433476-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:18,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN}] 2024-12-04T05:17:18,488 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN 2024-12-04T05:17:18,489 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T05:17:18,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b069fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:18,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,43113,-1 for getting cluster id 2024-12-04T05:17:18,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:18,565 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d54743a-a042-49ea-88f9-ecaab10ae6f5' 2024-12-04T05:17:18,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:18,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d54743a-a042-49ea-88f9-ecaab10ae6f5" 2024-12-04T05:17:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcb22b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,43113,-1] 2024-12-04T05:17:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:18,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,568 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:18,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60320411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:18,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37917,1733289433522, seqNum=-1] 2024-12-04T05:17:18,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:18,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:18,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T05:17:18,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:18,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:18,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:18,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6c7595a931c3:43113 after: 6c7595a931c3:43113 2024-12-04T05:17:18,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61326f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:18,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,43113,-1 for getting cluster id 2024-12-04T05:17:18,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:18,579 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d54743a-a042-49ea-88f9-ecaab10ae6f5' 2024-12-04T05:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d54743a-a042-49ea-88f9-ecaab10ae6f5" 2024-12-04T05:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,43113,-1] 2024-12-04T05:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,581 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:18,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e325eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:18,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,43113,1733289433476 2024-12-04T05:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-12-04T05:17:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:18,584 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:18,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:17:18,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T05:17:18,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:17:18,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T05:17:18,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:17:18,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:18,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:18,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:18,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:17:18,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618414821, stopped=false 2024-12-04T05:17:18,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,44113,1733289424001 2024-12-04T05:17:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253122194/running 2024-12-04T05:17:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253122194/running 2024-12-04T05:17:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:18,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:18,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:18,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:18,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:18,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,591 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,42481,1733289424049' ***** 2024-12-04T05:17:18,591 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:17:18,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/running 2024-12-04T05:17:18,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Set watcher on znode that does not yet exist, /1253122194/running 2024-12-04T05:17:18,591 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:17:18,591 INFO [RS:0;6c7595a931c3:42481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:17:18,591 INFO [RS:0;6c7595a931c3:42481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:17:18,591 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,42481,1733289424049 2024-12-04T05:17:18,591 INFO [RS:0;6c7595a931c3:42481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:18,591 INFO [RS:0;6c7595a931c3:42481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42481. 2024-12-04T05:17:18,591 DEBUG [RS:0;6c7595a931c3:42481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:18,591 DEBUG [RS:0;6c7595a931c3:42481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:18,592 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:17:18,592 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:17:18,592 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:17:18,592 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:17:18,592 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:17:18,592 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:17:18,592 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:17:18,592 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:18,592 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:18,592 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:18,592 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:18,592 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:18,592 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:18,593 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T05:17:18,612 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/.tmp/ns/b720442b54be411fbb173dd8002ef253 is 43, key is default/ns:d/1733289427141/Put/seqid=0 2024-12-04T05:17:18,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741835_1011 (size=5153) 2024-12-04T05:17:18,623 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:18,639 DEBUG [6c7595a931c3:43113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:18,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8a8ab6787abd5b2d135d9e1498d80baa, regionState=OPENING, regionLocation=6c7595a931c3,37917,1733289433522 2024-12-04T05:17:18,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN because future has completed 2024-12-04T05:17:18,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a8ab6787abd5b2d135d9e1498d80baa, server=6c7595a931c3,37917,1733289433522}] 2024-12-04T05:17:18,792 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:18,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:18,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:18,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:17:18,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37917%2C1733289433522.rep, suffix=, logDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522, archiveDir=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs, maxLogs=10 2024-12-04T05:17:18,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.rep.1733289438805, exclude list is [], retry=0 2024-12-04T05:17:18,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42233,DS-954882dc-1f12-4c57-9f71-29926824aebf,DISK] 2024-12-04T05:17:18,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.rep.1733289438805 2024-12-04T05:17:18,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37389:37389)] 2024-12-04T05:17:18,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a8ab6787abd5b2d135d9e1498d80baa, NAME => 'hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:18,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:18,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:18,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. service=MultiRowMutationService 2024-12-04T05:17:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:17:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,832 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,833 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8ab6787abd5b2d135d9e1498d80baa columnFamilyName hfileref 2024-12-04T05:17:18,833 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:18,834 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(327): Store=8a8ab6787abd5b2d135d9e1498d80baa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:18,834 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,835 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8ab6787abd5b2d135d9e1498d80baa columnFamilyName queue 2024-12-04T05:17:18,835 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:18,844 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/queue/fdc73c5721c1415f8071a1f0f4fbbe23 2024-12-04T05:17:18,845 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(327): Store=8a8ab6787abd5b2d135d9e1498d80baa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:18,845 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,846 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a8ab6787abd5b2d135d9e1498d80baa columnFamilyName sid 2024-12-04T05:17:18,846 DEBUG [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:18,846 INFO [StoreOpener-8a8ab6787abd5b2d135d9e1498d80baa-1 {}] regionserver.HStore(327): Store=8a8ab6787abd5b2d135d9e1498d80baa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:18,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:17:18,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8a8ab6787abd5b2d135d9e1498d80baa; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60020928, jitterRate=-0.10561847686767578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:17:18,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:18,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8a8ab6787abd5b2d135d9e1498d80baa: Running coprocessor pre-open hook at 1733289438830Writing region info on filesystem at 1733289438830Initializing all the Stores at 1733289438831 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289438831Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289438831Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289438831Cleaning up temporary data from old regions at 1733289438850 (+19 ms)Running coprocessor post-open hooks at 1733289438854 (+4 ms)Region opened successfully at 1733289438854 2024-12-04T05:17:18,855 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:18,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa., pid=19, masterSystemTime=1733289438797 2024-12-04T05:17:18,858 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:18,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:18,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:18,860 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8a8ab6787abd5b2d135d9e1498d80baa, regionState=OPEN, openSeqNum=10, regionLocation=6c7595a931c3,37917,1733289433522 2024-12-04T05:17:18,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a8ab6787abd5b2d135d9e1498d80baa, server=6c7595a931c3,37917,1733289433522 because future has completed 2024-12-04T05:17:18,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T05:17:18,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a8ab6787abd5b2d135d9e1498d80baa, server=6c7595a931c3,37917,1733289433522 in 221 msec 2024-12-04T05:17:18,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T05:17:18,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a8ab6787abd5b2d135d9e1498d80baa, ASSIGN in 381 msec 2024-12-04T05:17:18,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T05:17:18,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa., hostname=6c7595a931c3,37917,1733289433522, seqNum=10] 2024-12-04T05:17:18,919 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6c7595a931c3,37451,1733289419407 2024-12-04T05:17:18,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T05:17:18,993 DEBUG [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:19,017 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/.tmp/ns/b720442b54be411fbb173dd8002ef253 2024-12-04T05:17:19,027 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/.tmp/ns/b720442b54be411fbb173dd8002ef253 as hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/ns/b720442b54be411fbb173dd8002ef253 2024-12-04T05:17:19,035 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/ns/b720442b54be411fbb173dd8002ef253, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T05:17:19,036 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-12-04T05:17:19,036 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:17:19,040 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:17:19,040 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:17:19,042 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T05:17:19,042 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:19,042 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:19,043 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:19,043 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289438592Running coprocessor pre-close hooks at 1733289438592Disabling compacts and flushes for region at 1733289438592Disabling writes for close at 1733289438592Obtaining lock to block concurrent updates at 1733289438593 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733289438593Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733289438593Flushing stores of hbase:meta,,1.1588230740 at 1733289438594 (+1 ms)Flushing 1588230740/ns: creating writer at 1733289438594Flushing 1588230740/ns: appending metadata at 1733289438611 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733289438611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa1a77a: reopening flushed file at 1733289439026 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1733289439036 (+10 ms)Writing region close event to WAL at 1733289439038 (+2 ms)Running coprocessor post-close hooks at 1733289439042 (+4 ms)Closed at 1733289439043 (+1 ms) 2024-12-04T05:17:19,043 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:19,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T05:17:19,193 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,42481,1733289424049; all regions closed. 2024-12-04T05:17:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741834_1010 (size=1152) 2024-12-04T05:17:19,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/WALs/6c7595a931c3,42481,1733289424049/6c7595a931c3%2C42481%2C1733289424049.meta.1733289427068.meta not finished, retry = 0 2024-12-04T05:17:19,301 DEBUG [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/oldWALs 2024-12-04T05:17:19,301 INFO [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42481%2C1733289424049.meta:.meta(num 1733289427068) 2024-12-04T05:17:19,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741832_1008 (size=93) 2024-12-04T05:17:19,307 DEBUG [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/oldWALs 2024-12-04T05:17:19,307 INFO [RS:0;6c7595a931c3:42481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42481%2C1733289424049:(num 1733289426152) 2024-12-04T05:17:19,307 DEBUG [RS:0;6c7595a931c3:42481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:19,307 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:19,307 INFO [RS:0;6c7595a931c3:42481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:19,308 INFO [RS:0;6c7595a931c3:42481 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:19,308 INFO [RS:0;6c7595a931c3:42481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:19,308 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:19,308 INFO [RS:0;6c7595a931c3:42481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42481 2024-12-04T05:17:19,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194/rs 2024-12-04T05:17:19,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253122194/rs/6c7595a931c3,42481,1733289424049 2024-12-04T05:17:19,317 INFO [RS:0;6c7595a931c3:42481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:19,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,42481,1733289424049] 2024-12-04T05:17:19,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1253122194/draining/6c7595a931c3,42481,1733289424049 already deleted, retry=false 2024-12-04T05:17:19,320 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,42481,1733289424049 expired; onlineServers=0 2024-12-04T05:17:19,321 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,44113,1733289424001' ***** 2024-12-04T05:17:19,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:17:19,321 INFO [M:0;6c7595a931c3:44113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:19,321 INFO [M:0;6c7595a931c3:44113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:19,321 DEBUG [M:0;6c7595a931c3:44113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:17:19,321 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:17:19,321 DEBUG [M:0;6c7595a931c3:44113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:17:19,321 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289425889 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289425889,5,FailOnTimeoutGroup] 2024-12-04T05:17:19,321 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289425888 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289425888,5,FailOnTimeoutGroup] 2024-12-04T05:17:19,321 INFO [M:0;6c7595a931c3:44113 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:19,321 INFO [M:0;6c7595a931c3:44113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:19,321 DEBUG [M:0;6c7595a931c3:44113 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:17:19,322 INFO [M:0;6c7595a931c3:44113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:17:19,322 INFO [M:0;6c7595a931c3:44113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:19,322 INFO [M:0;6c7595a931c3:44113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:17:19,322 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:17:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1253122194/master 2024-12-04T05:17:19,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1253122194 2024-12-04T05:17:19,324 DEBUG [M:0;6c7595a931c3:44113 {}] zookeeper.ZKUtil(347): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Unable to get data of znode /1253122194/master because node does not exist (not an error) 2024-12-04T05:17:19,324 WARN [M:0;6c7595a931c3:44113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:17:19,326 INFO [M:0;6c7595a931c3:44113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/.lastflushedseqids 2024-12-04T05:17:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741836_1012 (size=99) 2024-12-04T05:17:19,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:19,419 INFO [RS:0;6c7595a931c3:42481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:19,420 INFO [RS:0;6c7595a931c3:42481 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,42481,1733289424049; zookeeper connection closed. 2024-12-04T05:17:19,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42481-0x1017be77ca70004, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:19,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36023ca0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36023ca0 2024-12-04T05:17:19,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:17:19,733 INFO [M:0;6c7595a931c3:44113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:17:19,733 INFO [M:0;6c7595a931c3:44113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:17:19,733 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:19,733 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:19,733 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:19,733 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:19,733 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:19,733 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T05:17:19,752 DEBUG [M:0;6c7595a931c3:44113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a9135ca1f6146e698442fb0cd4a6ccc is 82, key is hbase:meta,,1/info:regioninfo/1733289427124/Put/seqid=0 2024-12-04T05:17:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741837_1013 (size=5672) 2024-12-04T05:17:19,864 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:19,865 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:20,158 INFO [M:0;6c7595a931c3:44113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a9135ca1f6146e698442fb0cd4a6ccc 2024-12-04T05:17:20,181 DEBUG [M:0;6c7595a931c3:44113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5e27ef92e834f948f7a5d2948978e38 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733289427149/Put/seqid=0 2024-12-04T05:17:20,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741838_1014 (size=5275) 2024-12-04T05:17:20,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:20,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:17:20,586 INFO [M:0;6c7595a931c3:44113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5e27ef92e834f948f7a5d2948978e38 2024-12-04T05:17:20,610 DEBUG [M:0;6c7595a931c3:44113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9119e2dcea4041ae955ec9b8665fa7d3 is 69, key is 6c7595a931c3,42481,1733289424049/rs:state/1733289425996/Put/seqid=0 2024-12-04T05:17:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741839_1015 (size=5156) 2024-12-04T05:17:20,971 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:20,971 DEBUG [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.1733289434324 to pos 0, reset compression=false 2024-12-04T05:17:21,015 INFO [M:0;6c7595a931c3:44113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9119e2dcea4041ae955ec9b8665fa7d3 2024-12-04T05:17:21,022 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a9135ca1f6146e698442fb0cd4a6ccc as hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a9135ca1f6146e698442fb0cd4a6ccc 2024-12-04T05:17:21,029 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a9135ca1f6146e698442fb0cd4a6ccc, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T05:17:21,030 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5e27ef92e834f948f7a5d2948978e38 as hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5e27ef92e834f948f7a5d2948978e38 2024-12-04T05:17:21,036 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5e27ef92e834f948f7a5d2948978e38, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T05:17:21,037 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9119e2dcea4041ae955ec9b8665fa7d3 as hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9119e2dcea4041ae955ec9b8665fa7d3 2024-12-04T05:17:21,043 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41495/user/jenkins/test-data/81594011-59ae-5fe3-5331-cce90f2cc642/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9119e2dcea4041ae955ec9b8665fa7d3, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T05:17:21,045 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-12-04T05:17:21,046 INFO [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:21,046 DEBUG [M:0;6c7595a931c3:44113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289439733Disabling compacts and flushes for region at 1733289439733Disabling writes for close at 1733289439733Obtaining lock to block concurrent updates at 1733289439733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289439734 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733289439734Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289439735 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289439735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289439752 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289439752Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289440164 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289440180 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289440180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289440592 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289440609 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289440609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7848a5d0: reopening flushed file at 1733289441021 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a14eae5: reopening flushed file at 1733289441029 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d42372: reopening flushed file at 1733289441036 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1733289441045 (+9 ms)Writing region close event to WAL at 1733289441046 (+1 ms)Closed at 1733289441046 2024-12-04T05:17:21,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37347 is added to blk_1073741830_1006 (size=10165) 2024-12-04T05:17:21,050 INFO [M:0;6c7595a931c3:44113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:17:21,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:21,050 INFO [M:0;6c7595a931c3:44113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44113 2024-12-04T05:17:21,053 INFO [M:0;6c7595a931c3:44113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:21,157 INFO [M:0;6c7595a931c3:44113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:21,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44113-0x1017be77ca70003, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:21,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cfc206b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:21,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4657923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:21,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:21,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:21,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd56784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:21,166 WARN [BP-662684168-172.17.0.2-1733289423348 heartbeating to localhost/127.0.0.1:41495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:17:21,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:17:21,166 WARN [BP-662684168-172.17.0.2-1733289423348 heartbeating to localhost/127.0.0.1:41495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662684168-172.17.0.2-1733289423348 (Datanode Uuid eb0dd849-fafb-4b48-9adb-75b468d9f452) service to localhost/127.0.0.1:41495 2024-12-04T05:17:21,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:17:21,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/cluster_91a6aa49-9382-a24e-cfcc-ffa6b827a9ca/data/data1/current/BP-662684168-172.17.0.2-1733289423348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:21,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/cluster_91a6aa49-9382-a24e-cfcc-ffa6b827a9ca/data/data2/current/BP-662684168-172.17.0.2-1733289423348 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:21,168 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:17:21,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77b18266{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:21,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17eb7704{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:21,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:21,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:21,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60446212{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:21,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:17:21,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:17:21,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:21,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:21,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:21,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:17:21,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1352405211, stopped=false 2024-12-04T05:17:21,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,43113,1733289433476 2024-12-04T05:17:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/running 2024-12-04T05:17:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:21,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:21,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:21,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:21,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:17:21,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Set watcher on znode that does not yet exist, /01410640647/running 2024-12-04T05:17:21,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:21,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,37917,1733289433522' ***** 2024-12-04T05:17:21,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:17:21,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,37917,1733289433522 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:21,200 INFO [RS:0;6c7595a931c3:37917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37917. 2024-12-04T05:17:21,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a8ab6787abd5b2d135d9e1498d80baa, disabling compactions & flushes 2024-12-04T05:17:21,201 DEBUG [RS:0;6c7595a931c3:37917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:21,201 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:21,201 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,201 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:21,201 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:17:21,201 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. after waiting 0 ms 2024-12-04T05:17:21,201 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:17:21,201 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:21,201 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:17:21,201 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:17:21,202 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:17:21,202 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a8ab6787abd5b2d135d9e1498d80baa=hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa.} 2024-12-04T05:17:21,202 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a8ab6787abd5b2d135d9e1498d80baa 2024-12-04T05:17:21,202 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:21,202 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:21,202 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:21,202 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:21,202 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:21,202 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T05:17:21,205 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:17:21,205 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:17:21,207 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/replication/8a8ab6787abd5b2d135d9e1498d80baa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T05:17:21,208 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:21,208 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:21,208 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:21,209 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a8ab6787abd5b2d135d9e1498d80baa: Waiting for close lock at 1733289441200Running coprocessor pre-close hooks at 1733289441200Disabling compacts and flushes for region at 1733289441200Disabling writes for close at 1733289441201 (+1 ms)Writing region close event to WAL at 1733289441202 (+1 ms)Running coprocessor post-close hooks at 1733289441208 (+6 ms)Closed at 1733289441208 2024-12-04T05:17:21,209 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa. 2024-12-04T05:17:21,221 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/info/8e8b7c04022c4a43be4b75fd06c97677 is 147, key is hbase:replication,,1733289427269.8a8ab6787abd5b2d135d9e1498d80baa./info:regioninfo/1733289438860/Put/seqid=0 2024-12-04T05:17:21,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741851_1027 (size=6385) 2024-12-04T05:17:21,226 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:21,402 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:21,602 DEBUG [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:21,627 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/info/8e8b7c04022c4a43be4b75fd06c97677 2024-12-04T05:17:21,637 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/.tmp/info/8e8b7c04022c4a43be4b75fd06c97677 as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/info/8e8b7c04022c4a43be4b75fd06c97677 2024-12-04T05:17:21,645 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/info/8e8b7c04022c4a43be4b75fd06c97677, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T05:17:21,647 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-04T05:17:21,654 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T05:17:21,655 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:21,655 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:21,655 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:21,655 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289441202Running coprocessor pre-close hooks at 1733289441202Disabling compacts and flushes for region at 1733289441202Disabling writes for close at 1733289441202Obtaining lock to block concurrent updates at 1733289441202Preparing flush snapshotting stores in 1588230740 at 1733289441202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733289441203 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289441203Flushing 1588230740/info: creating writer at 1733289441204 (+1 ms)Flushing 1588230740/info: appending metadata at 1733289441221 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733289441221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1a5ecd: reopening flushed file at 1733289441636 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733289441647 (+11 ms)Writing region close event to WAL at 1733289441648 (+1 ms)Running coprocessor post-close hooks at 1733289441654 (+6 ms)Closed at 1733289441655 (+1 ms) 2024-12-04T05:17:21,655 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:21,802 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,37917,1733289433522; all regions closed. 2024-12-04T05:17:21,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741849_1025 (size=2156) 2024-12-04T05:17:21,811 DEBUG [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs 2024-12-04T05:17:21,811 INFO [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C37917%2C1733289433522.meta:.meta(num 1733289434777) 2024-12-04T05:17:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741850_1026 (size=796) 2024-12-04T05:17:21,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/WALs/6c7595a931c3,37917,1733289433522/6c7595a931c3%2C37917%2C1733289433522.rep.1733289438805 not finished, retry = 0 2024-12-04T05:17:21,917 DEBUG [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs 2024-12-04T05:17:21,918 INFO [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C37917%2C1733289433522.rep:(num 1733289438805) 2024-12-04T05:17:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741848_1024 (size=93) 2024-12-04T05:17:21,925 DEBUG [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/oldWALs 2024-12-04T05:17:21,925 INFO [RS:0;6c7595a931c3:37917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C37917%2C1733289433522:(num 1733289434324) 2024-12-04T05:17:21,925 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,925 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:21,925 INFO [RS:0;6c7595a931c3:37917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:21,925 INFO [RS:0;6c7595a931c3:37917 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:21,925 INFO [RS:0;6c7595a931c3:37917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:21,925 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:21,925 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,37917,1733289433522 because: Region server is closing 2024-12-04T05:17:21,926 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T05:17:21,926 INFO [RS:0;6c7595a931c3:37917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37917. 2024-12-04T05:17:21,926 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T05:17:21,926 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T05:17:21,926 DEBUG [RS:0;6c7595a931c3:37917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:21,926 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,926 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:21,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:22,027 WARN [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:17:22,027 WARN [RS:0;6c7595a931c3:37917.replicationSource.shipper6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:17:22,027 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6c7595a931c3:37917.replicationSource.shipper6c7595a931c3%2C37917%2C1733289433522,1-6c7595a931c3,37917,1733289433522 terminated 2024-12-04T05:17:22,027 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6c7595a931c3,37917,1733289433522 because: Region server is closing 2024-12-04T05:17:22,027 INFO [RS:0;6c7595a931c3:37917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37917. 2024-12-04T05:17:22,027 DEBUG [RS:0;6c7595a931c3:37917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:22,027 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:22,028 DEBUG [RS:0;6c7595a931c3:37917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:22,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:22,128 WARN [RS:0;6c7595a931c3:37917.replicationSource.shipper6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:17:22,128 WARN [RS:0;6c7595a931c3:37917.replicationSource.wal-reader.6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:17:22,128 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6c7595a931c3:37917.replicationSource.shipper6c7595a931c3%2C37917%2C1733289433522,2-6c7595a931c3,37917,1733289433522 terminated 2024-12-04T05:17:22,128 INFO [RS:0;6c7595a931c3:37917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37917 2024-12-04T05:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/rs/6c7595a931c3,37917,1733289433522 2024-12-04T05:17:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647/rs 2024-12-04T05:17:22,131 INFO [RS:0;6c7595a931c3:37917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:22,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,37917,1733289433522] 2024-12-04T05:17:22,136 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01410640647/draining/6c7595a931c3,37917,1733289433522 already deleted, retry=false 2024-12-04T05:17:22,136 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,37917,1733289433522 expired; onlineServers=0 2024-12-04T05:17:22,136 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,43113,1733289433476' ***** 2024-12-04T05:17:22,136 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:17:22,136 INFO [M:0;6c7595a931c3:43113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:22,136 INFO [M:0;6c7595a931c3:43113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:22,136 DEBUG [M:0;6c7595a931c3:43113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:17:22,136 DEBUG [M:0;6c7595a931c3:43113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:17:22,136 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:17:22,136 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289433940 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289433940,5,FailOnTimeoutGroup] 2024-12-04T05:17:22,136 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289433940 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289433940,5,FailOnTimeoutGroup] 2024-12-04T05:17:22,137 INFO [M:0;6c7595a931c3:43113 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:22,137 INFO [M:0;6c7595a931c3:43113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:22,137 DEBUG [M:0;6c7595a931c3:43113 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:17:22,137 INFO [M:0;6c7595a931c3:43113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:17:22,137 INFO [M:0;6c7595a931c3:43113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:22,137 INFO [M:0;6c7595a931c3:43113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:17:22,137 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:17:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01410640647/master 2024-12-04T05:17:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01410640647 2024-12-04T05:17:22,138 DEBUG [M:0;6c7595a931c3:43113 {}] zookeeper.ZKUtil(347): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Unable to get data of znode /01410640647/master because node does not exist (not an error) 2024-12-04T05:17:22,138 WARN [M:0;6c7595a931c3:43113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:17:22,139 INFO [M:0;6c7595a931c3:43113 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/.lastflushedseqids 2024-12-04T05:17:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741852_1028 (size=181) 2024-12-04T05:17:22,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:22,233 INFO [RS:0;6c7595a931c3:37917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:22,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37917-0x1017be77ca70007, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:22,233 INFO [RS:0;6c7595a931c3:37917 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,37917,1733289433522; zookeeper connection closed. 2024-12-04T05:17:22,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@965670b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@965670b 2024-12-04T05:17:22,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:17:22,547 INFO [M:0;6c7595a931c3:43113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:17:22,547 INFO [M:0;6c7595a931c3:43113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:17:22,547 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:22,548 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:22,548 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:22,548 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:22,548 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:22,548 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T05:17:22,567 DEBUG [M:0;6c7595a931c3:43113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47382d4a434a40229883a9694d9e1ff2 is 82, key is hbase:meta,,1/info:regioninfo/1733289434862/Put/seqid=0 2024-12-04T05:17:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741853_1029 (size=5680) 2024-12-04T05:17:22,972 INFO [M:0;6c7595a931c3:43113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47382d4a434a40229883a9694d9e1ff2 2024-12-04T05:17:22,995 DEBUG [M:0;6c7595a931c3:43113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ad8955e2404832a8b5216e1e88d5ce is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733289438869/Put/seqid=0 2024-12-04T05:17:23,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741854_1030 (size=7319) 2024-12-04T05:17:23,401 INFO [M:0;6c7595a931c3:43113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ad8955e2404832a8b5216e1e88d5ce 2024-12-04T05:17:23,428 DEBUG [M:0;6c7595a931c3:43113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57c78a11f9d848a7bee52527171cf020 is 69, key is 6c7595a931c3,37917,1733289433522/rs:state/1733289433999/Put/seqid=0 2024-12-04T05:17:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741855_1031 (size=5371) 2024-12-04T05:17:23,834 INFO [M:0;6c7595a931c3:43113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57c78a11f9d848a7bee52527171cf020 2024-12-04T05:17:23,842 INFO [M:0;6c7595a931c3:43113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57c78a11f9d848a7bee52527171cf020 2024-12-04T05:17:23,843 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47382d4a434a40229883a9694d9e1ff2 as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47382d4a434a40229883a9694d9e1ff2 2024-12-04T05:17:23,851 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47382d4a434a40229883a9694d9e1ff2, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T05:17:23,852 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4ad8955e2404832a8b5216e1e88d5ce as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4ad8955e2404832a8b5216e1e88d5ce 2024-12-04T05:17:23,859 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4ad8955e2404832a8b5216e1e88d5ce, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T05:17:23,860 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57c78a11f9d848a7bee52527171cf020 as hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57c78a11f9d848a7bee52527171cf020 2024-12-04T05:17:23,870 INFO [M:0;6c7595a931c3:43113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57c78a11f9d848a7bee52527171cf020 2024-12-04T05:17:23,870 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43273/user/jenkins/test-data/8de18d65-e58b-c9b2-c887-41b41ff11761/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57c78a11f9d848a7bee52527171cf020, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T05:17:23,872 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=172, compaction requested=false 2024-12-04T05:17:23,876 INFO [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:23,877 DEBUG [M:0;6c7595a931c3:43113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289442547Disabling compacts and flushes for region at 1733289442547Disabling writes for close at 1733289442548 (+1 ms)Obtaining lock to block concurrent updates at 1733289442548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289442548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733289442549 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289442550 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289442550Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289442566 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289442566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289442979 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289442995 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289442995Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289443407 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289443426 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289443426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6795439d: reopening flushed file at 1733289443842 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f54b03: reopening flushed file at 1733289443851 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5767f594: reopening flushed file at 1733289443859 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=172, compaction requested=false at 1733289443872 (+13 ms)Writing region close event to WAL at 1733289443876 (+4 ms)Closed at 1733289443876 2024-12-04T05:17:23,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42233 is added to blk_1073741847_1023 (size=22949) 2024-12-04T05:17:23,880 INFO [M:0;6c7595a931c3:43113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:17:23,880 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:23,880 INFO [M:0;6c7595a931c3:43113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43113 2024-12-04T05:17:23,880 INFO [M:0;6c7595a931c3:43113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:23,983 INFO [M:0;6c7595a931c3:43113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:23,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:23,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x1017be77ca70006, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:23,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499b5efd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:23,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61506501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:23,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:23,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330b5398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:23,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c3c3cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:23,988 WARN [BP-167040220-172.17.0.2-1733289416003 heartbeating to localhost/127.0.0.1:43273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:17:23,988 WARN [BP-167040220-172.17.0.2-1733289416003 heartbeating to localhost/127.0.0.1:43273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-167040220-172.17.0.2-1733289416003 (Datanode Uuid f2b538d9-59ed-4fd9-82c6-e6a9f9c3bbf4) service to localhost/127.0.0.1:43273 2024-12-04T05:17:23,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:17:23,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:17:23,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/data/data1/current/BP-167040220-172.17.0.2-1733289416003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:23,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/cluster_35193976-a36c-2a0c-fcf7-4506cdec2292/data/data2/current/BP-167040220-172.17.0.2-1733289416003 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:23,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:17:23,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fa5e03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:23,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6370a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:23,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:23,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c612fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:23,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@397b77ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6b1259a-d546-a63f-2f06-4305252e9824/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:24,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:17:24,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:17:24,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6c7595a931c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/6c7595a931c3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6c7595a931c3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61031) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6c7595a931c3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: master/6c7595a931c3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43273 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41495 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41495 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41495 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:41495 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61031) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=425 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 293), ProcessCount=11 (was 11), AvailableMemoryMB=5536 (was 5647) 2024-12-04T05:17:24,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=425, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=5534 2024-12-04T05:17:24,058 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T05:17:24,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir so I do NOT create it in target/test-data/dc4374ed-3728-4979-e99c-38af20158deb 2024-12-04T05:17:24,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:17:24,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.tmp.dir so I do NOT create it in target/test-data/dc4374ed-3728-4979-e99c-38af20158deb 2024-12-04T05:17:24,059 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb964b71-c367-c181-ff71-1439d44d1ee5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:17:24,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb 2024-12-04T05:17:24,059 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf, deleteOnExit=true 2024-12-04T05:17:24,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/zookeeper_0, clientPort=53674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:17:24,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53674 2024-12-04T05:17:24,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:17:24,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:17:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/test.cache.data in system properties and HBase conf 2024-12-04T05:17:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:17:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:17:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:17:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:17:24,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:17:24,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:17:24,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:17:24,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:24,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:17:24,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:17:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017be77ca70002, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:17:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017be77ca70005, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:17:24,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017be77ca70002, quorum=127.0.0.1:61031, baseZNode=/01410640647 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:17:24,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017be77ca70005, quorum=127.0.0.1:61031, baseZNode=/1253122194 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:17:24,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:24,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:24,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:24,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:24,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:17:24,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:24,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d720641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:24,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67dafbb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:24,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7af084c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/java.io.tmpdir/jetty-localhost-38791-hadoop-hdfs-3_4_1-tests_jar-_-any-4631755644475637641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:24,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b97d311{HTTP/1.1, (http/1.1)}{localhost:38791} 2024-12-04T05:17:24,307 INFO [Time-limited test {}] server.Server(415): Started @30313ms 2024-12-04T05:17:24,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:24,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:24,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:24,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:24,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:17:24,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a7e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:24,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@353fcc61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:24,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@df2c5c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/java.io.tmpdir/jetty-localhost-42657-hadoop-hdfs-3_4_1-tests_jar-_-any-7370969223035457980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:24,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f10cf5b{HTTP/1.1, (http/1.1)}{localhost:42657} 2024-12-04T05:17:24,530 INFO [Time-limited test {}] server.Server(415): Started @30536ms 2024-12-04T05:17:24,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:17:24,639 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/data/data1/current/BP-1674831239-172.17.0.2-1733289444107/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:24,639 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/data/data2/current/BP-1674831239-172.17.0.2-1733289444107/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:24,663 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:17:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa75cb4a9cfc88a9 with lease ID 0x14a39c42a52d768a: Processing first storage report for DS-08f4fdd5-ef8a-4320-b8f2-89115f67513a from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=518afa7b-a2f9-40b2-9cdc-3698a08a8fc2, infoPort=35705, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=706576814;c=1733289444107) 2024-12-04T05:17:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa75cb4a9cfc88a9 with lease ID 0x14a39c42a52d768a: from storage DS-08f4fdd5-ef8a-4320-b8f2-89115f67513a node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=518afa7b-a2f9-40b2-9cdc-3698a08a8fc2, infoPort=35705, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=706576814;c=1733289444107), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa75cb4a9cfc88a9 with lease ID 0x14a39c42a52d768a: Processing first storage report for DS-41cd0a12-fb19-4a2c-8c19-5fb47c6b913c from datanode DatanodeRegistration(127.0.0.1:45181, datanodeUuid=518afa7b-a2f9-40b2-9cdc-3698a08a8fc2, infoPort=35705, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=706576814;c=1733289444107) 2024-12-04T05:17:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa75cb4a9cfc88a9 with lease ID 0x14a39c42a52d768a: from storage DS-41cd0a12-fb19-4a2c-8c19-5fb47c6b913c node DatanodeRegistration(127.0.0.1:45181, datanodeUuid=518afa7b-a2f9-40b2-9cdc-3698a08a8fc2, infoPort=35705, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=706576814;c=1733289444107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:24,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb 2024-12-04T05:17:24,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:24,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:17:25,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae with version=8 2024-12-04T05:17:25,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/hbase-staging 2024-12-04T05:17:25,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:17:25,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:25,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34113 2024-12-04T05:17:25,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34113 connecting to ZooKeeper ensemble=127.0.0.1:53674 2024-12-04T05:17:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341130x0, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:25,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34113-0x1017be7ed6e0000 connected 2024-12-04T05:17:25,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:25,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:25,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/running 2024-12-04T05:17:25,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae, hbase.cluster.distributed=false 2024-12-04T05:17:25,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/acl 2024-12-04T05:17:25,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34113 2024-12-04T05:17:25,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34113 2024-12-04T05:17:25,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34113 2024-12-04T05:17:25,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34113 2024-12-04T05:17:25,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34113 2024-12-04T05:17:25,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:17:25,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:25,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34175 2024-12-04T05:17:25,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34175 connecting to ZooKeeper ensemble=127.0.0.1:53674 2024-12-04T05:17:25,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:25,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341750x0, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:25,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341750x0, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/running 2024-12-04T05:17:25,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34175-0x1017be7ed6e0001 connected 2024-12-04T05:17:25,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:17:25,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:17:25,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/master 2024-12-04T05:17:25,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/acl 2024-12-04T05:17:25,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34175 2024-12-04T05:17:25,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34175 2024-12-04T05:17:25,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34175 2024-12-04T05:17:25,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34175 2024-12-04T05:17:25,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34175 2024-12-04T05:17:25,311 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:34113 2024-12-04T05:17:25,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-249528420/backup-masters/6c7595a931c3,34113,1733289445179 2024-12-04T05:17:25,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420/backup-masters 2024-12-04T05:17:25,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420/backup-masters 2024-12-04T05:17:25,314 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on existing znode=/0-249528420/backup-masters/6c7595a931c3,34113,1733289445179 2024-12-04T05:17:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-249528420/master 2024-12-04T05:17:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:25,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:25,318 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on existing znode=/0-249528420/master 2024-12-04T05:17:25,318 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-249528420/backup-masters/6c7595a931c3,34113,1733289445179 from backup master directory 2024-12-04T05:17:25,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420/backup-masters 2024-12-04T05:17:25,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-249528420/backup-masters/6c7595a931c3,34113,1733289445179 2024-12-04T05:17:25,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420/backup-masters 2024-12-04T05:17:25,319 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:25,320 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,34113,1733289445179 2024-12-04T05:17:25,324 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/hbase.id] with ID: 046c8cf3-545d-4bbd-a790-1a3c459eaec0 2024-12-04T05:17:25,324 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/.tmp/hbase.id 2024-12-04T05:17:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:17:25,730 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/.tmp/hbase.id]:[hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/hbase.id] 2024-12-04T05:17:25,744 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:25,744 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:25,745 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:17:25,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:25,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:17:26,155 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:26,155 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:26,156 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:17:26,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store 2024-12-04T05:17:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:17:26,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:26,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:26,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:26,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:26,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:26,977 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:26,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:26,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:26,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:26,977 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:26,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289446977Disabling compacts and flushes for region at 1733289446977Disabling writes for close at 1733289446977Writing region close event to WAL at 1733289446977Closed at 1733289446977 2024-12-04T05:17:26,978 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/.initializing 2024-12-04T05:17:26,978 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/WALs/6c7595a931c3,34113,1733289445179 2024-12-04T05:17:26,980 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:26,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C34113%2C1733289445179, suffix=, logDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/WALs/6c7595a931c3,34113,1733289445179, archiveDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:27,000 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/WALs/6c7595a931c3,34113,1733289445179/6c7595a931c3%2C34113%2C1733289445179.1733289446983, exclude list is [], retry=0 2024-12-04T05:17:27,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-08f4fdd5-ef8a-4320-b8f2-89115f67513a,DISK] 2024-12-04T05:17:27,006 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/WALs/6c7595a931c3,34113,1733289445179/6c7595a931c3%2C34113%2C1733289445179.1733289446983 2024-12-04T05:17:27,006 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35705:35705)] 2024-12-04T05:17:27,006 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:27,006 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:27,007 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,007 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:27,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:27,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:27,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:27,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:27,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:27,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:27,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:27,015 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,016 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,016 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,018 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,018 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,018 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:27,019 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:27,022 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:27,022 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71432988, jitterRate=0.0644344687461853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:27,023 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289447007Initializing all the Stores at 1733289447008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289447008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289447008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289447008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289447008Cleaning up temporary data from old regions at 1733289447018 (+10 ms)Region opened successfully at 1733289447023 (+5 ms) 2024-12-04T05:17:27,023 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:27,026 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d54cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:27,027 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:17:27,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:27,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:27,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:27,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:17:27,029 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:17:27,029 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:27,031 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:27,032 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Unable to get data of znode /0-249528420/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:27,033 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-249528420/balancer already deleted, retry=false 2024-12-04T05:17:27,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:27,034 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Unable to get data of znode /0-249528420/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:27,036 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-249528420/normalizer already deleted, retry=false 2024-12-04T05:17:27,036 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:27,037 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Unable to get data of znode /0-249528420/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:27,038 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-249528420/switch/split already deleted, retry=false 2024-12-04T05:17:27,039 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Unable to get data of znode /0-249528420/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:27,043 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-249528420/switch/merge already deleted, retry=false 2024-12-04T05:17:27,046 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Unable to get data of znode /0-249528420/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:27,048 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-249528420/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-249528420/running 2024-12-04T05:17:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-249528420/running 2024-12-04T05:17:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:27,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:27,050 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,34113,1733289445179, sessionid=0x1017be7ed6e0000, setting cluster-up flag (Was=false) 2024-12-04T05:17:27,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:27,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:27,061 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-249528420/flush-table-proc/acquired, /0-249528420/flush-table-proc/reached, /0-249528420/flush-table-proc/abort 2024-12-04T05:17:27,062 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34113,1733289445179 2024-12-04T05:17:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:27,074 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-249528420/online-snapshot/acquired, /0-249528420/online-snapshot/reached, /0-249528420/online-snapshot/abort 2024-12-04T05:17:27,075 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34113,1733289445179 2024-12-04T05:17:27,076 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:17:27,078 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:27,078 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:27,078 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:27,079 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6c7595a931c3,37451,1733289419407: status=Processing ServerCrashProcedure of 6c7595a931c3,37451,1733289419407 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733289433936, completionTime=-1 appears to have been leaked 2024-12-04T05:17:27,079 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,34113,1733289445179 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:27,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:27,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:27,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:27,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:27,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:27,080 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,081 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:27,081 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,081 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289477081 2024-12-04T05:17:27,081 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:27,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:17:27,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:27,083 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:27,083 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:27,083 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:27,083 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:27,083 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289447083,5,FailOnTimeoutGroup] 2024-12-04T05:17:27,083 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:17:27,084 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289447083,5,FailOnTimeoutGroup] 2024-12-04T05:17:27,084 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,084 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:27,084 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,084 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:17:27,176 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(746): ClusterId : 046c8cf3-545d-4bbd-a790-1a3c459eaec0 2024-12-04T05:17:27,176 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:27,178 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:27,178 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:27,180 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:27,180 DEBUG [RS:0;6c7595a931c3:34175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f52267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:27,193 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:34175 2024-12-04T05:17:27,193 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:27,193 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:27,193 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:27,194 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,34113,1733289445179 with port=34175, startcode=1733289445250 2024-12-04T05:17:27,194 DEBUG [RS:0;6c7595a931c3:34175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:27,196 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:27,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,34175,1733289445250 2024-12-04T05:17:27,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,34175,1733289445250 2024-12-04T05:17:27,199 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae 2024-12-04T05:17:27,199 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32931 2024-12-04T05:17:27,199 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:27,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420/rs 2024-12-04T05:17:27,201 DEBUG [RS:0;6c7595a931c3:34175 {}] zookeeper.ZKUtil(111): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on existing znode=/0-249528420/rs/6c7595a931c3,34175,1733289445250 2024-12-04T05:17:27,201 WARN [RS:0;6c7595a931c3:34175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:27,201 INFO [RS:0;6c7595a931c3:34175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:27,201 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250 2024-12-04T05:17:27,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,34175,1733289445250] 2024-12-04T05:17:27,205 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:27,207 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:27,207 INFO [RS:0;6c7595a931c3:34175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:27,207 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,207 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:27,208 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:27,208 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,208 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,208 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:27,209 DEBUG [RS:0;6c7595a931c3:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:27,212 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,212 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,212 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,212 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,212 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,212 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34175,1733289445250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:27,227 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:27,227 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34175,1733289445250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,227 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,227 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.Replication(171): 6c7595a931c3,34175,1733289445250 started 2024-12-04T05:17:27,241 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:27,241 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,34175,1733289445250, RpcServer on 6c7595a931c3/172.17.0.2:34175, sessionid=0x1017be7ed6e0001 2024-12-04T05:17:27,241 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:27,241 DEBUG [RS:0;6c7595a931c3:34175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,34175,1733289445250 2024-12-04T05:17:27,241 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,34175,1733289445250' 2024-12-04T05:17:27,241 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-249528420/flush-table-proc/abort' 2024-12-04T05:17:27,242 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-249528420/flush-table-proc/acquired' 2024-12-04T05:17:27,242 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:27,242 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:27,242 DEBUG [RS:0;6c7595a931c3:34175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,34175,1733289445250 2024-12-04T05:17:27,242 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,34175,1733289445250' 2024-12-04T05:17:27,243 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-249528420/online-snapshot/abort' 2024-12-04T05:17:27,243 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-249528420/online-snapshot/acquired' 2024-12-04T05:17:27,243 DEBUG [RS:0;6c7595a931c3:34175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:27,243 INFO [RS:0;6c7595a931c3:34175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:27,243 INFO [RS:0;6c7595a931c3:34175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:27,344 INFO [RS:0;6c7595a931c3:34175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:27,345 INFO [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C34175%2C1733289445250, suffix=, logDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250, archiveDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/oldWALs, maxLogs=10 2024-12-04T05:17:27,359 DEBUG [RS:0;6c7595a931c3:34175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346, exclude list is [], retry=0 2024-12-04T05:17:27,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-08f4fdd5-ef8a-4320-b8f2-89115f67513a,DISK] 2024-12-04T05:17:27,364 INFO [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 2024-12-04T05:17:27,364 DEBUG [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35705:35705)] 2024-12-04T05:17:27,494 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:17:27,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae 2024-12-04T05:17:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:17:27,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:27,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:27,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:27,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:27,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:27,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:27,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:27,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:27,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:27,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:27,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:27,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:27,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:27,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740 2024-12-04T05:17:27,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740 2024-12-04T05:17:27,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:27,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:27,915 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:27,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:27,919 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:27,919 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632601, jitterRate=0.05250777304172516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289447902Initializing all the Stores at 1733289447903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289447903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289447903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289447903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289447903Cleaning up temporary data from old regions at 1733289447915 (+12 ms)Region opened successfully at 1733289447920 (+5 ms) 2024-12-04T05:17:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:27,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:27,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:27,921 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:27,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289447920Disabling compacts and flushes for region at 1733289447920Disabling writes for close at 1733289447920Writing region close event to WAL at 1733289447921 (+1 ms)Closed at 1733289447921 2024-12-04T05:17:27,922 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:27,922 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:17:27,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:27,924 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:27,925 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:17:28,075 DEBUG [6c7595a931c3:34113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:28,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,34175,1733289445250 2024-12-04T05:17:28,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,34175,1733289445250, state=OPENING 2024-12-04T05:17:28,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:17:28,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:28,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:28,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-249528420/meta-region-server: CHANGED 2024-12-04T05:17:28,085 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:28,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,34175,1733289445250}] 2024-12-04T05:17:28,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-249528420/meta-region-server: CHANGED 2024-12-04T05:17:28,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:28,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:28,246 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:28,246 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:28,246 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:28,248 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C34175%2C1733289445250.meta, suffix=.meta, logDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250, archiveDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/oldWALs, maxLogs=10 2024-12-04T05:17:28,261 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.meta.1733289448248.meta, exclude list is [], retry=0 2024-12-04T05:17:28,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-08f4fdd5-ef8a-4320-b8f2-89115f67513a,DISK] 2024-12-04T05:17:28,266 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.meta.1733289448248.meta 2024-12-04T05:17:28,266 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35705:35705)] 2024-12-04T05:17:28,266 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:28,267 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:28,267 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:28,267 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:28,267 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:28,267 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:28,267 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:28,267 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:28,267 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:28,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:28,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:28,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:28,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:28,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:28,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:28,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:28,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:28,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:28,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:28,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:28,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:28,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:28,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:28,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:28,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:28,275 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:28,275 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740 2024-12-04T05:17:28,277 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740 2024-12-04T05:17:28,278 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:28,278 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:28,279 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:28,280 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:28,281 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64581868, jitterRate=-0.03765517473220825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:28,281 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:28,282 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289448267Writing region info on filesystem at 1733289448268 (+1 ms)Initializing all the Stores at 1733289448268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289448268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289448269 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289448269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289448269Cleaning up temporary data from old regions at 1733289448278 (+9 ms)Running coprocessor post-open hooks at 1733289448281 (+3 ms)Region opened successfully at 1733289448282 (+1 ms) 2024-12-04T05:17:28,283 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289448240 2024-12-04T05:17:28,286 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:28,286 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:28,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,34175,1733289445250 2024-12-04T05:17:28,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,34175,1733289445250, state=OPEN 2024-12-04T05:17:28,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-249528420/meta-region-server 2024-12-04T05:17:28,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-249528420/meta-region-server 2024-12-04T05:17:28,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,34175,1733289445250 2024-12-04T05:17:28,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-249528420/meta-region-server: CHANGED 2024-12-04T05:17:28,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-249528420/meta-region-server: CHANGED 2024-12-04T05:17:28,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:17:28,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,34175,1733289445250 in 208 msec 2024-12-04T05:17:28,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:17:28,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-04T05:17:28,299 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:28,299 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:17:28,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:28,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34175,1733289445250, seqNum=-1] 2024-12-04T05:17:28,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:28,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:28,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-12-04T05:17:28,308 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289448308, completionTime=-1 2024-12-04T05:17:28,308 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:17:28,308 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:28,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:28,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289508310 2024-12-04T05:17:28,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289568310 2024-12-04T05:17:28,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:17:28,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34113,1733289445179-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34113,1733289445179-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34113,1733289445179-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:34113, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,311 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,313 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.995sec 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34113,1733289445179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:28,316 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34113,1733289445179-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:28,319 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:28,319 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:28,319 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34113,1733289445179-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:28,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0d095c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:28,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34113,-1 for getting cluster id 2024-12-04T05:17:28,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:28,378 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '046c8cf3-545d-4bbd-a790-1a3c459eaec0' 2024-12-04T05:17:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "046c8cf3-545d-4bbd-a790-1a3c459eaec0" 2024-12-04T05:17:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab74bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34113,-1] 2024-12-04T05:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:28,381 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:28,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254fd7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:28,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34175,1733289445250, seqNum=-1] 2024-12-04T05:17:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:28,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:28,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,34113,1733289445179 2024-12-04T05:17:28,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53674 2024-12-04T05:17:28,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:28,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017be7ed6e0002 connected 2024-12-04T05:17:28,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir so I do NOT create it in target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c 2024-12-04T05:17:28,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:17:28,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.tmp.dir so I do NOT create it in target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c 2024-12-04T05:17:28,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:17:28,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c 2024-12-04T05:17:28,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:17:28,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/cluster_b82d2af3-884f-5977-0b9c-1a9514cacb9a, deleteOnExit=true 2024-12-04T05:17:28,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/test.cache.data in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:17:28,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:17:28,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:17:28,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:17:28,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:28,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:28,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:28,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:28,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:17:28,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:28,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e112923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:28,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bcd73fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:28,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76599f3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/java.io.tmpdir/jetty-localhost-33395-hadoop-hdfs-3_4_1-tests_jar-_-any-15832524565210122071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:28,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a2b13f{HTTP/1.1, (http/1.1)}{localhost:33395} 2024-12-04T05:17:28,612 INFO [Time-limited test {}] server.Server(415): Started @34618ms 2024-12-04T05:17:28,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:28,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:28,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:28,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:28,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:17:28,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1376345d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:28,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b635003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:28,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@240b15be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/java.io.tmpdir/jetty-localhost-45295-hadoop-hdfs-3_4_1-tests_jar-_-any-11060197498334311652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:28,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a764c8c{HTTP/1.1, (http/1.1)}{localhost:45295} 2024-12-04T05:17:28,836 INFO [Time-limited test {}] server.Server(415): Started @34842ms 2024-12-04T05:17:28,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:17:28,962 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/cluster_b82d2af3-884f-5977-0b9c-1a9514cacb9a/data/data2/current/BP-1939449348-172.17.0.2-1733289448429/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:28,962 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/cluster_b82d2af3-884f-5977-0b9c-1a9514cacb9a/data/data1/current/BP-1939449348-172.17.0.2-1733289448429/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:28,987 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:17:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36b80bb74b1cfa2b with lease ID 0x6128746d6978f7b4: Processing first storage report for DS-1bb1cb09-0209-4c01-a54b-97e46a74e2f8 from datanode DatanodeRegistration(127.0.0.1:39693, datanodeUuid=b85ca1a9-294b-4af1-97d7-762c9be23ac8, infoPort=38335, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=1929158466;c=1733289448429) 2024-12-04T05:17:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36b80bb74b1cfa2b with lease ID 0x6128746d6978f7b4: from storage DS-1bb1cb09-0209-4c01-a54b-97e46a74e2f8 node DatanodeRegistration(127.0.0.1:39693, datanodeUuid=b85ca1a9-294b-4af1-97d7-762c9be23ac8, infoPort=38335, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=1929158466;c=1733289448429), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36b80bb74b1cfa2b with lease ID 0x6128746d6978f7b4: Processing first storage report for DS-cabbecd8-871b-4a15-b91f-f2c31ce7ab03 from datanode DatanodeRegistration(127.0.0.1:39693, datanodeUuid=b85ca1a9-294b-4af1-97d7-762c9be23ac8, infoPort=38335, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=1929158466;c=1733289448429) 2024-12-04T05:17:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36b80bb74b1cfa2b with lease ID 0x6128746d6978f7b4: from storage DS-cabbecd8-871b-4a15-b91f-f2c31ce7ab03 node DatanodeRegistration(127.0.0.1:39693, datanodeUuid=b85ca1a9-294b-4af1-97d7-762c9be23ac8, infoPort=38335, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=1929158466;c=1733289448429), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:29,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c 2024-12-04T05:17:29,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:17:29,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:17:29,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7 with version=8 2024-12-04T05:17:29,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/hbase-staging 2024-12-04T05:17:29,478 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:17:29,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:29,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45415 2024-12-04T05:17:29,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45415 connecting to ZooKeeper ensemble=127.0.0.1:53674 2024-12-04T05:17:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454150x0, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:29,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45415-0x1017be7ed6e0003 connected 2024-12-04T05:17:29,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/running 2024-12-04T05:17:29,504 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7, hbase.cluster.distributed=false 2024-12-04T05:17:29,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/acl 2024-12-04T05:17:29,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45415 2024-12-04T05:17:29,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45415 2024-12-04T05:17:29,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45415 2024-12-04T05:17:29,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45415 2024-12-04T05:17:29,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45415 2024-12-04T05:17:29,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:29,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41879 2024-12-04T05:17:29,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41879 connecting to ZooKeeper ensemble=127.0.0.1:53674 2024-12-04T05:17:29,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418790x0, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:29,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418790x0, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/running 2024-12-04T05:17:29,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41879-0x1017be7ed6e0004 connected 2024-12-04T05:17:29,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:17:29,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:17:29,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/master 2024-12-04T05:17:29,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/acl 2024-12-04T05:17:29,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41879 2024-12-04T05:17:29,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41879 2024-12-04T05:17:29,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41879 2024-12-04T05:17:29,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41879 2024-12-04T05:17:29,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41879 2024-12-04T05:17:29,550 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:45415 2024-12-04T05:17:29,551 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2042156731/backup-masters/6c7595a931c3,45415,1733289449477 2024-12-04T05:17:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731/backup-masters 2024-12-04T05:17:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731/backup-masters 2024-12-04T05:17:29,553 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on existing znode=/1-2042156731/backup-masters/6c7595a931c3,45415,1733289449477 2024-12-04T05:17:29,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042156731/master 2024-12-04T05:17:29,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:29,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:29,558 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on existing znode=/1-2042156731/master 2024-12-04T05:17:29,558 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2042156731/backup-masters/6c7595a931c3,45415,1733289449477 from backup master directory 2024-12-04T05:17:29,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042156731/backup-masters/6c7595a931c3,45415,1733289449477 2024-12-04T05:17:29,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731/backup-masters 2024-12-04T05:17:29,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731/backup-masters 2024-12-04T05:17:29,560 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:29,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,45415,1733289449477 2024-12-04T05:17:29,566 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/hbase.id] with ID: 1a767156-2466-4016-b49c-36fbd5844fd1 2024-12-04T05:17:29,566 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/.tmp/hbase.id 2024-12-04T05:17:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:17:29,974 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/.tmp/hbase.id]:[hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/hbase.id] 2024-12-04T05:17:29,987 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:29,987 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:29,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:17:29,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:29,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:29,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:17:30,397 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:30,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:30,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:17:30,806 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store 2024-12-04T05:17:30,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:17:31,215 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:31,215 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:31,215 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:31,215 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:31,215 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:31,215 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:31,215 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:31,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289451215Disabling compacts and flushes for region at 1733289451215Disabling writes for close at 1733289451215Writing region close event to WAL at 1733289451215Closed at 1733289451215 2024-12-04T05:17:31,217 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/.initializing 2024-12-04T05:17:31,217 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/WALs/6c7595a931c3,45415,1733289449477 2024-12-04T05:17:31,222 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:31,227 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C45415%2C1733289449477, suffix=, logDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/WALs/6c7595a931c3,45415,1733289449477, archiveDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:31,246 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/WALs/6c7595a931c3,45415,1733289449477/6c7595a931c3%2C45415%2C1733289449477.1733289451227, exclude list is [], retry=0 2024-12-04T05:17:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-1bb1cb09-0209-4c01-a54b-97e46a74e2f8,DISK] 2024-12-04T05:17:31,275 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/WALs/6c7595a931c3,45415,1733289449477/6c7595a931c3%2C45415%2C1733289449477.1733289451227 2024-12-04T05:17:31,276 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335)] 2024-12-04T05:17:31,276 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:31,276 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:31,276 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,277 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:31,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:31,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:31,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:31,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:31,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:31,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:31,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:31,290 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,291 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,292 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,293 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,293 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,294 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:31,295 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:31,304 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:31,304 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71002578, jitterRate=0.05802085995674133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:31,304 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289451277Initializing all the Stores at 1733289451278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289451278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289451278Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289451278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289451278Cleaning up temporary data from old regions at 1733289451293 (+15 ms)Region opened successfully at 1733289451304 (+11 ms) 2024-12-04T05:17:31,305 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:31,308 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@991b341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:31,309 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:17:31,309 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:31,309 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:31,309 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:31,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:17:31,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:17:31,310 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:31,314 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:31,315 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Unable to get data of znode /1-2042156731/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:31,317 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042156731/balancer already deleted, retry=false 2024-12-04T05:17:31,317 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:31,318 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Unable to get data of znode /1-2042156731/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:31,321 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042156731/normalizer already deleted, retry=false 2024-12-04T05:17:31,321 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:31,322 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Unable to get data of znode /1-2042156731/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:31,324 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042156731/switch/split already deleted, retry=false 2024-12-04T05:17:31,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Unable to get data of znode /1-2042156731/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:31,326 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042156731/switch/merge already deleted, retry=false 2024-12-04T05:17:31,327 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Unable to get data of znode /1-2042156731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:31,329 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042156731/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042156731/running 2024-12-04T05:17:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2042156731/running 2024-12-04T05:17:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:31,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:31,333 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,45415,1733289449477, sessionid=0x1017be7ed6e0003, setting cluster-up flag (Was=false) 2024-12-04T05:17:31,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:31,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:31,344 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2042156731/flush-table-proc/acquired, /1-2042156731/flush-table-proc/reached, /1-2042156731/flush-table-proc/abort 2024-12-04T05:17:31,345 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,45415,1733289449477 2024-12-04T05:17:31,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:31,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:31,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2042156731/online-snapshot/acquired, /1-2042156731/online-snapshot/reached, /1-2042156731/online-snapshot/abort 2024-12-04T05:17:31,357 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,45415,1733289449477 2024-12-04T05:17:31,359 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:17:31,362 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:31,362 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:31,362 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:31,362 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,45415,1733289449477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:31,364 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,366 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:31,366 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:17:31,367 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289481367 2024-12-04T05:17:31,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:31,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:31,368 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,368 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:31,368 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:31,368 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:31,368 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:31,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:31,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:31,372 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289451372,5,FailOnTimeoutGroup] 2024-12-04T05:17:31,372 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289451372,5,FailOnTimeoutGroup] 2024-12-04T05:17:31,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:31,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:17:31,442 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(746): ClusterId : 1a767156-2466-4016-b49c-36fbd5844fd1 2024-12-04T05:17:31,443 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:31,447 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:31,447 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:31,457 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:31,457 DEBUG [RS:0;6c7595a931c3:41879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22952190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:31,474 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:41879 2024-12-04T05:17:31,474 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:31,474 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:31,474 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:31,475 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,45415,1733289449477 with port=41879, startcode=1733289449522 2024-12-04T05:17:31,476 DEBUG [RS:0;6c7595a931c3:41879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:31,478 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:31,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,41879,1733289449522 2024-12-04T05:17:31,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45415 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,41879,1733289449522 2024-12-04T05:17:31,481 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7 2024-12-04T05:17:31,481 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36375 2024-12-04T05:17:31,481 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731/rs 2024-12-04T05:17:31,493 DEBUG [RS:0;6c7595a931c3:41879 {}] zookeeper.ZKUtil(111): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on existing znode=/1-2042156731/rs/6c7595a931c3,41879,1733289449522 2024-12-04T05:17:31,493 WARN [RS:0;6c7595a931c3:41879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:31,493 INFO [RS:0;6c7595a931c3:41879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:31,494 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522 2024-12-04T05:17:31,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,41879,1733289449522] 2024-12-04T05:17:31,501 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:31,512 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:31,521 INFO [RS:0;6c7595a931c3:41879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:31,521 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,528 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:31,530 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:31,530 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:31,530 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:31,531 DEBUG [RS:0;6c7595a931c3:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:31,540 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,540 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,541 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,541 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,541 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,541 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41879,1733289449522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:31,569 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:31,569 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41879,1733289449522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,569 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,569 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.Replication(171): 6c7595a931c3,41879,1733289449522 started 2024-12-04T05:17:31,589 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:31,589 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,41879,1733289449522, RpcServer on 6c7595a931c3/172.17.0.2:41879, sessionid=0x1017be7ed6e0004 2024-12-04T05:17:31,589 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:31,589 DEBUG [RS:0;6c7595a931c3:41879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,41879,1733289449522 2024-12-04T05:17:31,589 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,41879,1733289449522' 2024-12-04T05:17:31,589 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2042156731/flush-table-proc/abort' 2024-12-04T05:17:31,590 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2042156731/flush-table-proc/acquired' 2024-12-04T05:17:31,591 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:31,591 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:31,591 DEBUG [RS:0;6c7595a931c3:41879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,41879,1733289449522 2024-12-04T05:17:31,591 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,41879,1733289449522' 2024-12-04T05:17:31,591 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2042156731/online-snapshot/abort' 2024-12-04T05:17:31,593 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2042156731/online-snapshot/acquired' 2024-12-04T05:17:31,595 DEBUG [RS:0;6c7595a931c3:41879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:31,595 INFO [RS:0;6c7595a931c3:41879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:31,595 INFO [RS:0;6c7595a931c3:41879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:31,695 INFO [RS:0;6c7595a931c3:41879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:31,698 INFO [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C41879%2C1733289449522, suffix=, logDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522, archiveDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/oldWALs, maxLogs=10 2024-12-04T05:17:31,714 DEBUG [RS:0;6c7595a931c3:41879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522/6c7595a931c3%2C41879%2C1733289449522.1733289451698, exclude list is [], retry=0 2024-12-04T05:17:31,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-1bb1cb09-0209-4c01-a54b-97e46a74e2f8,DISK] 2024-12-04T05:17:31,723 INFO [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522/6c7595a931c3%2C41879%2C1733289449522.1733289451698 2024-12-04T05:17:31,724 DEBUG [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335)] 2024-12-04T05:17:31,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:17:31,782 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7 2024-12-04T05:17:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:17:31,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:31,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:31,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:31,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:31,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:31,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:31,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:31,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:31,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:31,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:31,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:31,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:31,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:31,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:31,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:31,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740 2024-12-04T05:17:31,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740 2024-12-04T05:17:31,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:31,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:31,833 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:31,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:31,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:31,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70780960, jitterRate=0.0547184944152832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289451800Initializing all the Stores at 1733289451801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289451801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289451801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289451801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289451801Cleaning up temporary data from old regions at 1733289451832 (+31 ms)Region opened successfully at 1733289451845 (+13 ms) 2024-12-04T05:17:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:31,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:31,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:31,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289451845Disabling compacts and flushes for region at 1733289451845Disabling writes for close at 1733289451845Writing region close event to WAL at 1733289451853 (+8 ms)Closed at 1733289451853 2024-12-04T05:17:31,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:31,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:17:31,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:31,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:31,862 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:17:32,012 DEBUG [6c7595a931c3:45415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:32,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,41879,1733289449522 2024-12-04T05:17:32,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,41879,1733289449522, state=OPENING 2024-12-04T05:17:32,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:17:32,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:32,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:32,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042156731/meta-region-server: CHANGED 2024-12-04T05:17:32,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042156731/meta-region-server: CHANGED 2024-12-04T05:17:32,021 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:32,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,41879,1733289449522}] 2024-12-04T05:17:32,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:32,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:32,181 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:32,181 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:32,182 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:32,183 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C41879%2C1733289449522.meta, suffix=.meta, logDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522, archiveDir=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/oldWALs, maxLogs=10 2024-12-04T05:17:32,203 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522/6c7595a931c3%2C41879%2C1733289449522.meta.1733289452184.meta, exclude list is [], retry=0 2024-12-04T05:17:32,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39693,DS-1bb1cb09-0209-4c01-a54b-97e46a74e2f8,DISK] 2024-12-04T05:17:32,208 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522/6c7595a931c3%2C41879%2C1733289449522.meta.1733289452184.meta 2024-12-04T05:17:32,209 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38335:38335)] 2024-12-04T05:17:32,209 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:32,210 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:32,210 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:32,210 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:32,210 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:32,210 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:32,210 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:32,210 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:32,210 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:32,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:32,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:32,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:32,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:32,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:32,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:32,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:32,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:32,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:32,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:32,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:32,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:32,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:32,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:32,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:32,228 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:32,229 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740 2024-12-04T05:17:32,231 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740 2024-12-04T05:17:32,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:32,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:32,237 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:32,240 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:32,244 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60063760, jitterRate=-0.1049802303314209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:32,244 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:32,245 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289452211Writing region info on filesystem at 1733289452211Initializing all the Stores at 1733289452212 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289452212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289452216 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289452216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289452216Cleaning up temporary data from old regions at 1733289452235 (+19 ms)Running coprocessor post-open hooks at 1733289452244 (+9 ms)Region opened successfully at 1733289452244 2024-12-04T05:17:32,247 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289452175 2024-12-04T05:17:32,253 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:32,254 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:32,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41879,1733289449522 2024-12-04T05:17:32,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,41879,1733289449522, state=OPEN 2024-12-04T05:17:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2042156731/meta-region-server 2024-12-04T05:17:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2042156731/meta-region-server 2024-12-04T05:17:32,257 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,41879,1733289449522 2024-12-04T05:17:32,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042156731/meta-region-server: CHANGED 2024-12-04T05:17:32,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2042156731/meta-region-server: CHANGED 2024-12-04T05:17:32,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:17:32,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,41879,1733289449522 in 237 msec 2024-12-04T05:17:32,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:17:32,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-04T05:17:32,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:32,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:17:32,269 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:32,269 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41879,1733289449522, seqNum=-1] 2024-12-04T05:17:32,270 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:32,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:32,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 915 msec 2024-12-04T05:17:32,277 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289452277, completionTime=-1 2024-12-04T05:17:32,277 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:17:32,278 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:32,279 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289512280 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289572280 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45415,1733289449477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45415,1733289449477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45415,1733289449477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:45415, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,280 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,281 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,283 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.725sec 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45415,1733289449477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:32,285 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45415,1733289449477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:32,287 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:32,287 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:32,288 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45415,1733289449477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:32,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ded6850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45415,-1 for getting cluster id 2024-12-04T05:17:32,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:32,348 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a767156-2466-4016-b49c-36fbd5844fd1' 2024-12-04T05:17:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a767156-2466-4016-b49c-36fbd5844fd1" 2024-12-04T05:17:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0316de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45415,-1] 2024-12-04T05:17:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:32,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:32,351 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:32,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c8517e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41879,1733289449522, seqNum=-1] 2024-12-04T05:17:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:32,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:32,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,45415,1733289449477 2024-12-04T05:17:32,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53674 2024-12-04T05:17:32,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:32,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017be7ed6e0005 connected 2024-12-04T05:17:32,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f2abdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34113,-1 for getting cluster id 2024-12-04T05:17:32,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:32,368 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '046c8cf3-545d-4bbd-a790-1a3c459eaec0' 2024-12-04T05:17:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "046c8cf3-545d-4bbd-a790-1a3c459eaec0" 2024-12-04T05:17:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34113,-1] 2024-12-04T05:17:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:32,370 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f1f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34113,1733289445179 2024-12-04T05:17:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@967907d 2024-12-04T05:17:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:32,373 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:32,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:45415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:17:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:17:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:32,377 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:45415' 2024-12-04T05:17:32,378 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5951e57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,378 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45415,-1 for getting cluster id 2024-12-04T05:17:32,378 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:32,379 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a767156-2466-4016-b49c-36fbd5844fd1' 2024-12-04T05:17:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a767156-2466-4016-b49c-36fbd5844fd1" 2024-12-04T05:17:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d1b4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45415,-1] 2024-12-04T05:17:32,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:32,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:32,381 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:32,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a90f40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:32,381 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,45415,1733289449477 2024-12-04T05:17:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cddcec3 2024-12-04T05:17:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:32,383 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:32,384 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T05:17:32,384 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:17:32,384 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:32,384 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:32,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:32,385 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:32,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:17:32,387 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:17:32,387 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:32,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:17:32,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741835_1011 (size=1138) 2024-12-04T05:17:32,436 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:17:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:32,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05c97c1737671ad4d0d8ad9f460995be, NAME => 'hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae 2024-12-04T05:17:32,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741836_1012 (size=44) 2024-12-04T05:17:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:33,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:17:33,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:33,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 05c97c1737671ad4d0d8ad9f460995be, disabling compactions & flushes 2024-12-04T05:17:33,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. after waiting 0 ms 2024-12-04T05:17:33,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05c97c1737671ad4d0d8ad9f460995be: Waiting for close lock at 1733289453207Disabling compacts and flushes for region at 1733289453207Disabling writes for close at 1733289453207Writing region close event to WAL at 1733289453207Closed at 1733289453207 2024-12-04T05:17:33,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:17:33,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289453209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289453209"}]},"ts":"1733289453209"} 2024-12-04T05:17:33,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:17:33,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:17:33,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289453213"}]},"ts":"1733289453213"} 2024-12-04T05:17:33,215 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:17:33,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05c97c1737671ad4d0d8ad9f460995be, ASSIGN}] 2024-12-04T05:17:33,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05c97c1737671ad4d0d8ad9f460995be, ASSIGN 2024-12-04T05:17:33,218 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05c97c1737671ad4d0d8ad9f460995be, ASSIGN; state=OFFLINE, location=6c7595a931c3,34175,1733289445250; forceNewPlan=false, retain=false 2024-12-04T05:17:33,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=05c97c1737671ad4d0d8ad9f460995be, regionState=OPENING, regionLocation=6c7595a931c3,34175,1733289445250 2024-12-04T05:17:33,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=05c97c1737671ad4d0d8ad9f460995be, ASSIGN because future has completed 2024-12-04T05:17:33,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05c97c1737671ad4d0d8ad9f460995be, server=6c7595a931c3,34175,1733289445250}] 2024-12-04T05:17:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:33,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:33,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:17:33,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C34175%2C1733289445250.rep, suffix=, logDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250, archiveDir=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/oldWALs, maxLogs=10 2024-12-04T05:17:33,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.rep.1733289453532, exclude list is [], retry=0 2024-12-04T05:17:33,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45181,DS-08f4fdd5-ef8a-4320-b8f2-89115f67513a,DISK] 2024-12-04T05:17:33,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.rep.1733289453532 2024-12-04T05:17:33,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35705:35705)] 2024-12-04T05:17:33,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 05c97c1737671ad4d0d8ad9f460995be, NAME => 'hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:33,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:33,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:33,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. service=MultiRowMutationService 2024-12-04T05:17:33,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:17:33,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:33,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,566 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,568 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c97c1737671ad4d0d8ad9f460995be columnFamilyName hfileref 2024-12-04T05:17:33,568 DEBUG [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:33,569 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] regionserver.HStore(327): Store=05c97c1737671ad4d0d8ad9f460995be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:33,569 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,571 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c97c1737671ad4d0d8ad9f460995be columnFamilyName queue 2024-12-04T05:17:33,571 DEBUG [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:33,573 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] regionserver.HStore(327): Store=05c97c1737671ad4d0d8ad9f460995be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:33,573 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,575 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05c97c1737671ad4d0d8ad9f460995be columnFamilyName sid 2024-12-04T05:17:33,575 DEBUG [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:33,575 INFO [StoreOpener-05c97c1737671ad4d0d8ad9f460995be-1 {}] regionserver.HStore(327): Store=05c97c1737671ad4d0d8ad9f460995be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:33,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:17:33,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:33,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 05c97c1737671ad4d0d8ad9f460995be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73411912, jitterRate=0.09392273426055908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:17:33,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:33,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 05c97c1737671ad4d0d8ad9f460995be: Running coprocessor pre-open hook at 1733289453562Writing region info on filesystem at 1733289453562Initializing all the Stores at 1733289453565 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289453565Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289453565Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289453565Cleaning up temporary data from old regions at 1733289453580 (+15 ms)Running coprocessor post-open hooks at 1733289453585 (+5 ms)Region opened successfully at 1733289453585 2024-12-04T05:17:33,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be., pid=7, masterSystemTime=1733289453525 2024-12-04T05:17:33,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=05c97c1737671ad4d0d8ad9f460995be, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,34175,1733289445250 2024-12-04T05:17:33,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:33,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05c97c1737671ad4d0d8ad9f460995be, server=6c7595a931c3,34175,1733289445250 because future has completed 2024-12-04T05:17:33,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T05:17:33,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 05c97c1737671ad4d0d8ad9f460995be, server=6c7595a931c3,34175,1733289445250 in 224 msec 2024-12-04T05:17:33,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:17:33,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=05c97c1737671ad4d0d8ad9f460995be, ASSIGN in 384 msec 2024-12-04T05:17:33,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:17:33,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289453603"}]},"ts":"1733289453603"} 2024-12-04T05:17:33,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:17:33,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:17:33,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2220 sec 2024-12-04T05:17:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be., hostname=6c7595a931c3,34175,1733289445250, seqNum=2] 2024-12-04T05:17:33,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:33,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:33,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:17:33,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:33,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:33,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:33,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T05:17:33,811 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:17:33,842 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,34175,1733289445250, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:17:33,843 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:33,843 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34175,1733289445250, seqNum=-1] 2024-12-04T05:17:33,843 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:33,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T05:17:33,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,34175,1733289445250', locateType=CURRENT is [region=hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be., hostname=6c7595a931c3,34175,1733289445250, seqNum=2] 2024-12-04T05:17:33,851 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T05:17:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T05:17:33,854 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,34175,1733289445250 suceeded 2024-12-04T05:17:33,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T05:17:33,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-04T05:17:33,857 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:45415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:17:33,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-12-04T05:17:33,871 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:45415' 2024-12-04T05:17:33,873 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbaedf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:33,873 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45415,-1 for getting cluster id 2024-12-04T05:17:33,873 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:33,874 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a767156-2466-4016-b49c-36fbd5844fd1' 2024-12-04T05:17:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a767156-2466-4016-b49c-36fbd5844fd1" 2024-12-04T05:17:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@427a008c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:33,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45415,-1] 2024-12-04T05:17:33,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:33,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:33,876 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:33,877 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11832e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:33,877 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:33,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,45415,1733289449477 2024-12-04T05:17:33,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39427541 2024-12-04T05:17:33,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:33,879 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:33,879 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,34175,1733289445250 (queues=1) is replicating from cluster=046c8cf3-545d-4bbd-a790-1a3c459eaec0 to cluster=1a767156-2466-4016-b49c-36fbd5844fd1 2024-12-04T05:17:33,880 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C34175%2C1733289445250 2024-12-04T05:17:33,880 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,34175,1733289445250, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:17:33,880 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.shipper6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C34175%2C1733289445250 2024-12-04T05:17:33,880 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346, startPosition=0, beingWritten=true 2024-12-04T05:17:34,089 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:34,394 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:34,534 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:17:34,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:34,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:34,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:34,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:34,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:34,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34113,1733289445179 2024-12-04T05:17:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@583fcf04 2024-12-04T05:17:34,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:34,537 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:34,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:17:34,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:17:34,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:34,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:34,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:34,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:34,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:34,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:17:34,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1062509764, stopped=false 2024-12-04T05:17:34,538 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,45415,1733289449477 2024-12-04T05:17:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042156731/running 2024-12-04T05:17:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042156731/running 2024-12-04T05:17:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:34,541 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:34,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:34,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:34,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:34,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,41879,1733289449522' ***** 2024-12-04T05:17:34,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:17:34,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/running 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:17:34,542 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,41879,1733289449522 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:34,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Set watcher on znode that does not yet exist, /1-2042156731/running 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:41879. 2024-12-04T05:17:34,542 DEBUG [RS:0;6c7595a931c3:41879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:34,542 DEBUG [RS:0;6c7595a931c3:41879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:17:34,542 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:17:34,543 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:17:34,543 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:17:34,543 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:34,543 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:34,543 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:34,543 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:34,543 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:34,543 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:34,543 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T05:17:34,548 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:34,560 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/.tmp/ns/8d82d22a555042ad8bfb7e5088c473cb is 43, key is default/ns:d/1733289452272/Put/seqid=0 2024-12-04T05:17:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741835_1011 (size=5153) 2024-12-04T05:17:34,743 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:34,799 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:34,943 DEBUG [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:34,965 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/.tmp/ns/8d82d22a555042ad8bfb7e5088c473cb 2024-12-04T05:17:34,972 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/.tmp/ns/8d82d22a555042ad8bfb7e5088c473cb as hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/ns/8d82d22a555042ad8bfb7e5088c473cb 2024-12-04T05:17:34,977 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/ns/8d82d22a555042ad8bfb7e5088c473cb, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T05:17:34,978 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-12-04T05:17:34,982 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T05:17:34,983 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:34,983 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:34,983 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:34,983 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289454543Running coprocessor pre-close hooks at 1733289454543Disabling compacts and flushes for region at 1733289454543Disabling writes for close at 1733289454543Obtaining lock to block concurrent updates at 1733289454543Preparing flush snapshotting stores in 1588230740 at 1733289454543Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733289454544 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289454544Flushing 1588230740/ns: creating writer at 1733289454545 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733289454559 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733289454559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442e5df9: reopening flushed file at 1733289454971 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1733289454978 (+7 ms)Writing region close event to WAL at 1733289454979 (+1 ms)Running coprocessor post-close hooks at 1733289454983 (+4 ms)Closed at 1733289454983 2024-12-04T05:17:34,983 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:35,143 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,41879,1733289449522; all regions closed. 2024-12-04T05:17:35,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741834_1010 (size=1152) 2024-12-04T05:17:35,149 DEBUG [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/oldWALs 2024-12-04T05:17:35,149 INFO [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C41879%2C1733289449522.meta:.meta(num 1733289452184) 2024-12-04T05:17:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741832_1008 (size=93) 2024-12-04T05:17:35,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/WALs/6c7595a931c3,41879,1733289449522/6c7595a931c3%2C41879%2C1733289449522.1733289451698 not finished, retry = 0 2024-12-04T05:17:35,254 DEBUG [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/oldWALs 2024-12-04T05:17:35,254 INFO [RS:0;6c7595a931c3:41879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C41879%2C1733289449522:(num 1733289451698) 2024-12-04T05:17:35,254 DEBUG [RS:0;6c7595a931c3:41879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:35,255 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:35,255 INFO [RS:0;6c7595a931c3:41879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:35,255 INFO [RS:0;6c7595a931c3:41879 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:35,255 INFO [RS:0;6c7595a931c3:41879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:35,255 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:35,255 INFO [RS:0;6c7595a931c3:41879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41879 2024-12-04T05:17:35,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042156731/rs/6c7595a931c3,41879,1733289449522 2024-12-04T05:17:35,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731/rs 2024-12-04T05:17:35,257 INFO [RS:0;6c7595a931c3:41879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:35,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,41879,1733289449522] 2024-12-04T05:17:35,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2042156731/draining/6c7595a931c3,41879,1733289449522 already deleted, retry=false 2024-12-04T05:17:35,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,41879,1733289449522 expired; onlineServers=0 2024-12-04T05:17:35,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,45415,1733289449477' ***** 2024-12-04T05:17:35,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:17:35,261 INFO [M:0;6c7595a931c3:45415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:35,261 INFO [M:0;6c7595a931c3:45415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:35,261 DEBUG [M:0;6c7595a931c3:45415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:17:35,261 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:17:35,261 DEBUG [M:0;6c7595a931c3:45415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:17:35,261 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289451372 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289451372,5,FailOnTimeoutGroup] 2024-12-04T05:17:35,261 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289451372 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289451372,5,FailOnTimeoutGroup] 2024-12-04T05:17:35,261 INFO [M:0;6c7595a931c3:45415 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:35,261 INFO [M:0;6c7595a931c3:45415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:35,261 DEBUG [M:0;6c7595a931c3:45415 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:17:35,261 INFO [M:0;6c7595a931c3:45415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:17:35,261 INFO [M:0;6c7595a931c3:45415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:35,262 INFO [M:0;6c7595a931c3:45415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:17:35,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:17:35,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2042156731/master 2024-12-04T05:17:35,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2042156731 2024-12-04T05:17:35,263 DEBUG [M:0;6c7595a931c3:45415 {}] zookeeper.ZKUtil(347): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Unable to get data of znode /1-2042156731/master because node does not exist (not an error) 2024-12-04T05:17:35,263 WARN [M:0;6c7595a931c3:45415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:17:35,264 INFO [M:0;6c7595a931c3:45415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/.lastflushedseqids 2024-12-04T05:17:35,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741836_1012 (size=99) 2024-12-04T05:17:35,305 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:35,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:35,359 INFO [RS:0;6c7595a931c3:41879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:35,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1017be7ed6e0004, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:35,359 INFO [RS:0;6c7595a931c3:41879 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,41879,1733289449522; zookeeper connection closed. 2024-12-04T05:17:35,360 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@787c43c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@787c43c3 2024-12-04T05:17:35,360 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:17:35,669 INFO [M:0;6c7595a931c3:45415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:17:35,669 INFO [M:0;6c7595a931c3:45415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:17:35,670 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:35,670 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:35,670 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:35,670 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:35,670 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:35,670 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T05:17:35,690 DEBUG [M:0;6c7595a931c3:45415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f02e8d7d319413496f8073542bd7002 is 82, key is hbase:meta,,1/info:regioninfo/1733289452254/Put/seqid=0 2024-12-04T05:17:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741837_1013 (size=5672) 2024-12-04T05:17:35,910 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:36,096 INFO [M:0;6c7595a931c3:45415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f02e8d7d319413496f8073542bd7002 2024-12-04T05:17:36,126 DEBUG [M:0;6c7595a931c3:45415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08b4dbb841df4171bba9798ca8f9e3ba is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733289452277/Put/seqid=0 2024-12-04T05:17:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741838_1014 (size=5275) 2024-12-04T05:17:36,144 INFO [M:0;6c7595a931c3:45415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08b4dbb841df4171bba9798ca8f9e3ba 2024-12-04T05:17:36,173 DEBUG [M:0;6c7595a931c3:45415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f89770d0a59d4b17a4606cde638e9220 is 69, key is 6c7595a931c3,41879,1733289449522/rs:state/1733289451479/Put/seqid=0 2024-12-04T05:17:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741839_1015 (size=5156) 2024-12-04T05:17:36,188 INFO [M:0;6c7595a931c3:45415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f89770d0a59d4b17a4606cde638e9220 2024-12-04T05:17:36,199 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f02e8d7d319413496f8073542bd7002 as hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f02e8d7d319413496f8073542bd7002 2024-12-04T05:17:36,211 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f02e8d7d319413496f8073542bd7002, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T05:17:36,212 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08b4dbb841df4171bba9798ca8f9e3ba as hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08b4dbb841df4171bba9798ca8f9e3ba 2024-12-04T05:17:36,222 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08b4dbb841df4171bba9798ca8f9e3ba, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T05:17:36,224 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f89770d0a59d4b17a4606cde638e9220 as hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f89770d0a59d4b17a4606cde638e9220 2024-12-04T05:17:36,234 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36375/user/jenkins/test-data/8d8de991-0619-f06a-154f-dd8059b1cff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f89770d0a59d4b17a4606cde638e9220, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T05:17:36,237 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=28, compaction requested=false 2024-12-04T05:17:36,277 INFO [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:36,277 DEBUG [M:0;6c7595a931c3:45415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289455670Disabling compacts and flushes for region at 1733289455670Disabling writes for close at 1733289455670Obtaining lock to block concurrent updates at 1733289455670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289455670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733289455670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289455671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289455671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289455690 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289455690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289456104 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289456126 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289456126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289456151 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289456172 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289456172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d159c4: reopening flushed file at 1733289456197 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ab6015: reopening flushed file at 1733289456211 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b279089: reopening flushed file at 1733289456222 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=28, compaction requested=false at 1733289456237 (+15 ms)Writing region close event to WAL at 1733289456277 (+40 ms)Closed at 1733289456277 2024-12-04T05:17:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39693 is added to blk_1073741830_1006 (size=10165) 2024-12-04T05:17:36,306 INFO [M:0;6c7595a931c3:45415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:17:36,306 INFO [M:0;6c7595a931c3:45415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45415 2024-12-04T05:17:36,306 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:36,306 INFO [M:0;6c7595a931c3:45415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:36,409 INFO [M:0;6c7595a931c3:45415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:36,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:36,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45415-0x1017be7ed6e0003, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:36,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@240b15be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:36,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a764c8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:36,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:36,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b635003{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:36,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1376345d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:36,426 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:17:36,426 WARN [BP-1939449348-172.17.0.2-1733289448429 heartbeating to localhost/127.0.0.1:36375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:17:36,426 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:17:36,426 WARN [BP-1939449348-172.17.0.2-1733289448429 heartbeating to localhost/127.0.0.1:36375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1939449348-172.17.0.2-1733289448429 (Datanode Uuid b85ca1a9-294b-4af1-97d7-762c9be23ac8) service to localhost/127.0.0.1:36375 2024-12-04T05:17:36,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/cluster_b82d2af3-884f-5977-0b9c-1a9514cacb9a/data/data1/current/BP-1939449348-172.17.0.2-1733289448429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:36,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/cluster_b82d2af3-884f-5977-0b9c-1a9514cacb9a/data/data2/current/BP-1939449348-172.17.0.2-1733289448429 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:36,427 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:17:36,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76599f3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:36,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a2b13f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:36,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:36,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bcd73fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:36,459 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e112923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:17:36,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:17:36,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:36,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:36,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:36,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:36,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:36,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:17:36,492 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1253845933, stopped=false 2024-12-04T05:17:36,492 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,34113,1733289445179 2024-12-04T05:17:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-249528420/running 2024-12-04T05:17:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-249528420/running 2024-12-04T05:17:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:36,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:36,494 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:36,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:36,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:36,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/running 2024-12-04T05:17:36,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Set watcher on znode that does not yet exist, /0-249528420/running 2024-12-04T05:17:36,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:36,496 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,34175,1733289445250' ***** 2024-12-04T05:17:36,496 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:17:36,496 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:17:36,496 INFO [RS:0;6c7595a931c3:34175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:17:36,496 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:17:36,496 INFO [RS:0;6c7595a931c3:34175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(3091): Received CLOSE for 05c97c1737671ad4d0d8ad9f460995be 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,34175,1733289445250 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:34175. 2024-12-04T05:17:36,497 DEBUG [RS:0;6c7595a931c3:34175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:36,497 DEBUG [RS:0;6c7595a931c3:34175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:36,497 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05c97c1737671ad4d0d8ad9f460995be, disabling compactions & flushes 2024-12-04T05:17:36,497 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:36,497 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:17:36,497 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. after waiting 0 ms 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:17:36,497 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:17:36,497 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05c97c1737671ad4d0d8ad9f460995be 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T05:17:36,497 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:17:36,500 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:17:36,500 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1325): Online Regions={05c97c1737671ad4d0d8ad9f460995be=hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:17:36,500 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 05c97c1737671ad4d0d8ad9f460995be, 1588230740 2024-12-04T05:17:36,500 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:36,500 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:36,501 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:36,501 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:36,501 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:36,501 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T05:17:36,520 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/.tmp/queue/eae735da3c1d4799a474db7f372626b2 is 151, key is 1-6c7595a931c3,34175,1733289445250/queue:6c7595a931c3%2C34175%2C1733289445250/1733289453849/Put/seqid=0 2024-12-04T05:17:36,522 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:36,526 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/info/2e66d3335d0144348f2d0c7d9294735d is 147, key is hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be./info:regioninfo/1733289453590/Put/seqid=0 2024-12-04T05:17:36,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741838_1014 (size=5350) 2024-12-04T05:17:36,530 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/.tmp/queue/eae735da3c1d4799a474db7f372626b2 2024-12-04T05:17:36,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741839_1015 (size=6631) 2024-12-04T05:17:36,560 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/.tmp/queue/eae735da3c1d4799a474db7f372626b2 as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/queue/eae735da3c1d4799a474db7f372626b2 2024-12-04T05:17:36,570 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/queue/eae735da3c1d4799a474db7f372626b2, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T05:17:36,572 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 05c97c1737671ad4d0d8ad9f460995be in 75ms, sequenceid=5, compaction requested=false 2024-12-04T05:17:36,572 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:17:36,579 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/replication/05c97c1737671ad4d0d8ad9f460995be/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:17:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:36,580 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05c97c1737671ad4d0d8ad9f460995be: Waiting for close lock at 1733289456497Running coprocessor pre-close hooks at 1733289456497Disabling compacts and flushes for region at 1733289456497Disabling writes for close at 1733289456497Obtaining lock to block concurrent updates at 1733289456497Preparing flush snapshotting stores in 05c97c1737671ad4d0d8ad9f460995be at 1733289456497Finished memstore snapshotting hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733289456498 (+1 ms)Flushing stores of hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. at 1733289456499 (+1 ms)Flushing 05c97c1737671ad4d0d8ad9f460995be/queue: creating writer at 1733289456499Flushing 05c97c1737671ad4d0d8ad9f460995be/queue: appending metadata at 1733289456520 (+21 ms)Flushing 05c97c1737671ad4d0d8ad9f460995be/queue: closing flushed file at 1733289456520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9c2a0b: reopening flushed file at 1733289456558 (+38 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 05c97c1737671ad4d0d8ad9f460995be in 75ms, sequenceid=5, compaction requested=false at 1733289456572 (+14 ms)Writing region close event to WAL at 1733289456575 (+3 ms)Running coprocessor post-close hooks at 1733289456580 (+5 ms)Closed at 1733289456580 2024-12-04T05:17:36,581 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289452384.05c97c1737671ad4d0d8ad9f460995be. 2024-12-04T05:17:36,615 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:36,701 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:36,901 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:36,944 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/info/2e66d3335d0144348f2d0c7d9294735d 2024-12-04T05:17:36,970 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/ns/70a4d5ac950c4aa088bb3ddc70002498 is 43, key is default/ns:d/1733289448302/Put/seqid=0 2024-12-04T05:17:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741840_1016 (size=5153) 2024-12-04T05:17:37,101 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:37,269 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:17:37,270 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:17:37,301 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:37,375 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/ns/70a4d5ac950c4aa088bb3ddc70002498 2024-12-04T05:17:37,396 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/table/35bab0201b96460da9a9cf5602785a49 is 53, key is hbase:replication/table:state/1733289453603/Put/seqid=0 2024-12-04T05:17:37,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741841_1017 (size=5256) 2024-12-04T05:17:37,422 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.1733289447346 to pos 0, reset compression=false 2024-12-04T05:17:37,502 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:17:37,502 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:17:37,502 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:37,702 DEBUG [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:17:37,801 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/table/35bab0201b96460da9a9cf5602785a49 2024-12-04T05:17:37,808 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/info/2e66d3335d0144348f2d0c7d9294735d as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/info/2e66d3335d0144348f2d0c7d9294735d 2024-12-04T05:17:37,813 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/info/2e66d3335d0144348f2d0c7d9294735d, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T05:17:37,814 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/ns/70a4d5ac950c4aa088bb3ddc70002498 as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/ns/70a4d5ac950c4aa088bb3ddc70002498 2024-12-04T05:17:37,820 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/ns/70a4d5ac950c4aa088bb3ddc70002498, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:17:37,820 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/.tmp/table/35bab0201b96460da9a9cf5602785a49 as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/table/35bab0201b96460da9a9cf5602785a49 2024-12-04T05:17:37,826 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/table/35bab0201b96460da9a9cf5602785a49, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T05:17:37,827 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false 2024-12-04T05:17:37,832 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T05:17:37,833 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:37,833 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:37,833 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:37,833 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289456500Running coprocessor pre-close hooks at 1733289456500Disabling compacts and flushes for region at 1733289456500Disabling writes for close at 1733289456501 (+1 ms)Obtaining lock to block concurrent updates at 1733289456501Preparing flush snapshotting stores in 1588230740 at 1733289456501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733289456502 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289456503 (+1 ms)Flushing 1588230740/info: creating writer at 1733289456503Flushing 1588230740/info: appending metadata at 1733289456525 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733289456525Flushing 1588230740/ns: creating writer at 1733289456951 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733289456970 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733289456970Flushing 1588230740/table: creating writer at 1733289457382 (+412 ms)Flushing 1588230740/table: appending metadata at 1733289457396 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289457396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe6712: reopening flushed file at 1733289457807 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794c34c6: reopening flushed file at 1733289457814 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287d4cce: reopening flushed file at 1733289457820 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false at 1733289457827 (+7 ms)Writing region close event to WAL at 1733289457828 (+1 ms)Running coprocessor post-close hooks at 1733289457832 (+4 ms)Closed at 1733289457833 (+1 ms) 2024-12-04T05:17:37,833 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:37,902 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,34175,1733289445250; all regions closed. 2024-12-04T05:17:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741834_1010 (size=2742) 2024-12-04T05:17:37,905 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.meta.1733289448248.meta not finished, retry = 0 2024-12-04T05:17:38,008 DEBUG [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/oldWALs 2024-12-04T05:17:38,008 INFO [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C34175%2C1733289445250.meta:.meta(num 1733289448248) 2024-12-04T05:17:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741837_1013 (size=1586) 2024-12-04T05:17:38,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/WALs/6c7595a931c3,34175,1733289445250/6c7595a931c3%2C34175%2C1733289445250.rep.1733289453532 not finished, retry = 0 2024-12-04T05:17:38,113 DEBUG [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/oldWALs 2024-12-04T05:17:38,113 INFO [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C34175%2C1733289445250.rep:(num 1733289453532) 2024-12-04T05:17:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741832_1008 (size=93) 2024-12-04T05:17:38,118 DEBUG [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/oldWALs 2024-12-04T05:17:38,118 INFO [RS:0;6c7595a931c3:34175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C34175%2C1733289445250:(num 1733289447346) 2024-12-04T05:17:38,118 DEBUG [RS:0;6c7595a931c3:34175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:38,118 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:17:38,118 INFO [RS:0;6c7595a931c3:34175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:38,118 INFO [RS:0;6c7595a931c3:34175 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:38,118 INFO [RS:0;6c7595a931c3:34175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:38,118 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:38,119 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,34175,1733289445250 because: Region server is closing 2024-12-04T05:17:38,119 INFO [RS:0;6c7595a931c3:34175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:34175. 2024-12-04T05:17:38,119 DEBUG [RS:0;6c7595a931c3:34175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:38,119 DEBUG [RS:0;6c7595a931c3:34175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:38,119 DEBUG [RS:0;6c7595a931c3:34175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:38,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:38,219 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.wal-reader.6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:17:38,219 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.shipper6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:17:38,220 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34175,1733289445250.replicationSource.shipper6c7595a931c3%2C34175%2C1733289445250,1-6c7595a931c3,34175,1733289445250 terminated 2024-12-04T05:17:38,220 INFO [RS:0;6c7595a931c3:34175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34175 2024-12-04T05:17:38,224 INFO [RS:0;6c7595a931c3:34175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-249528420/rs/6c7595a931c3,34175,1733289445250 2024-12-04T05:17:38,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420/rs 2024-12-04T05:17:38,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,34175,1733289445250] 2024-12-04T05:17:38,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-249528420/draining/6c7595a931c3,34175,1733289445250 already deleted, retry=false 2024-12-04T05:17:38,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,34175,1733289445250 expired; onlineServers=0 2024-12-04T05:17:38,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,34113,1733289445179' ***** 2024-12-04T05:17:38,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:17:38,227 INFO [M:0;6c7595a931c3:34113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:17:38,227 INFO [M:0;6c7595a931c3:34113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:17:38,228 DEBUG [M:0;6c7595a931c3:34113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:17:38,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:17:38,228 DEBUG [M:0;6c7595a931c3:34113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:17:38,228 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289447083 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289447083,5,FailOnTimeoutGroup] 2024-12-04T05:17:38,228 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289447083 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289447083,5,FailOnTimeoutGroup] 2024-12-04T05:17:38,228 INFO [M:0;6c7595a931c3:34113 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:17:38,228 INFO [M:0;6c7595a931c3:34113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:17:38,228 DEBUG [M:0;6c7595a931c3:34113 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:17:38,228 INFO [M:0;6c7595a931c3:34113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:17:38,228 INFO [M:0;6c7595a931c3:34113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:17:38,228 INFO [M:0;6c7595a931c3:34113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:17:38,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:17:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-249528420/master 2024-12-04T05:17:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-249528420 2024-12-04T05:17:38,229 DEBUG [M:0;6c7595a931c3:34113 {}] zookeeper.ZKUtil(347): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Unable to get data of znode /0-249528420/master because node does not exist (not an error) 2024-12-04T05:17:38,229 WARN [M:0;6c7595a931c3:34113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:17:38,230 INFO [M:0;6c7595a931c3:34113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/.lastflushedseqids 2024-12-04T05:17:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741842_1018 (size=181) 2024-12-04T05:17:38,326 INFO [RS:0;6c7595a931c3:34175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:38,326 INFO [RS:0;6c7595a931c3:34175 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,34175,1733289445250; zookeeper connection closed. 2024-12-04T05:17:38,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x1017be7ed6e0001, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:38,326 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c3c8f97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c3c8f97 2024-12-04T05:17:38,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:17:38,638 INFO [M:0;6c7595a931c3:34113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:17:38,638 INFO [M:0;6c7595a931c3:34113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:17:38,638 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:38,638 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:38,638 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:38,638 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:38,638 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:38,638 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T05:17:38,655 DEBUG [M:0;6c7595a931c3:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24dc378fa53540d7b399ca81de055a10 is 82, key is hbase:meta,,1/info:regioninfo/1733289448286/Put/seqid=0 2024-12-04T05:17:38,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741843_1019 (size=5672) 2024-12-04T05:17:39,061 INFO [M:0;6c7595a931c3:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24dc378fa53540d7b399ca81de055a10 2024-12-04T05:17:39,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:39,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:39,082 DEBUG [M:0;6c7595a931c3:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b8a12f985a4d76a42b9a3d7ef9d72a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733289453609/Put/seqid=0 2024-12-04T05:17:39,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:39,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741844_1020 (size=7203) 2024-12-04T05:17:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:17:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:39,487 INFO [M:0;6c7595a931c3:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b8a12f985a4d76a42b9a3d7ef9d72a 2024-12-04T05:17:39,507 DEBUG [M:0;6c7595a931c3:34113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca106d1b32074b638bd1c3e78ecbf57b is 69, key is 6c7595a931c3,34175,1733289445250/rs:state/1733289447197/Put/seqid=0 2024-12-04T05:17:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741845_1021 (size=5156) 2024-12-04T05:17:39,912 INFO [M:0;6c7595a931c3:34113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca106d1b32074b638bd1c3e78ecbf57b 2024-12-04T05:17:39,918 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24dc378fa53540d7b399ca81de055a10 as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24dc378fa53540d7b399ca81de055a10 2024-12-04T05:17:39,924 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24dc378fa53540d7b399ca81de055a10, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T05:17:39,925 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b8a12f985a4d76a42b9a3d7ef9d72a as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b8a12f985a4d76a42b9a3d7ef9d72a 2024-12-04T05:17:39,930 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b8a12f985a4d76a42b9a3d7ef9d72a, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T05:17:39,931 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca106d1b32074b638bd1c3e78ecbf57b as hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca106d1b32074b638bd1c3e78ecbf57b 2024-12-04T05:17:39,936 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32931/user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca106d1b32074b638bd1c3e78ecbf57b, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T05:17:39,937 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-12-04T05:17:39,938 INFO [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:39,938 DEBUG [M:0;6c7595a931c3:34113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289458638Disabling compacts and flushes for region at 1733289458638Disabling writes for close at 1733289458638Obtaining lock to block concurrent updates at 1733289458638Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289458638Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733289458639 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289458640 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289458640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289458655 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289458655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289459066 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289459081 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289459081Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289459492 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289459506 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289459507 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484beace: reopening flushed file at 1733289459918 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c27a416: reopening flushed file at 1733289459924 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67bf91c2: reopening flushed file at 1733289459930 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1733289459937 (+7 ms)Writing region close event to WAL at 1733289459938 (+1 ms)Closed at 1733289459938 2024-12-04T05:17:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45181 is added to blk_1073741830_1006 (size=41008) 2024-12-04T05:17:39,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d67ef56-6c62-542a-8f89-6925741757ae/MasterData/WALs/6c7595a931c3,34113,1733289445179/6c7595a931c3%2C34113%2C1733289445179.1733289446983 not finished, retry = 0 2024-12-04T05:17:40,042 INFO [M:0;6c7595a931c3:34113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:17:40,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:17:40,042 INFO [M:0;6c7595a931c3:34113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34113 2024-12-04T05:17:40,042 INFO [M:0;6c7595a931c3:34113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:17:40,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:40,146 INFO [M:0;6c7595a931c3:34113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:17:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1017be7ed6e0000, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:17:40,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@df2c5c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:40,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f10cf5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:40,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:40,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@353fcc61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:40,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a7e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:40,150 WARN [BP-1674831239-172.17.0.2-1733289444107 heartbeating to localhost/127.0.0.1:32931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:17:40,150 WARN [BP-1674831239-172.17.0.2-1733289444107 heartbeating to localhost/127.0.0.1:32931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1674831239-172.17.0.2-1733289444107 (Datanode Uuid 518afa7b-a2f9-40b2-9cdc-3698a08a8fc2) service to localhost/127.0.0.1:32931 2024-12-04T05:17:40,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:17:40,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:17:40,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/data/data1/current/BP-1674831239-172.17.0.2-1733289444107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:40,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/cluster_5416c1f4-bdce-3de8-9521-466c0076b7cf/data/data2/current/BP-1674831239-172.17.0.2-1733289444107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:17:40,152 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:17:40,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7af084c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:40,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b97d311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:17:40,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:17:40,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67dafbb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:17:40,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d720641{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc4374ed-3728-4979-e99c-38af20158deb/hadoop.log.dir/,STOPPED} 2024-12-04T05:17:40,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:17:40,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:17:40,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 106) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:32931 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:32931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53674) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32931 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:32931 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:36375 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53674) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 425) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5085 (was 5534) 2024-12-04T05:17:40,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=5085 2024-12-04T05:17:40,212 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T05:17:40,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir so I do NOT create it in target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d 2024-12-04T05:17:40,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:17:40,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.tmp.dir so I do NOT create it in target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d 2024-12-04T05:17:40,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/458c5f37-ecf3-ce0e-bc52-92fbc825685c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:17:40,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d 2024-12-04T05:17:40,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9, deleteOnExit=true 2024-12-04T05:17:40,215 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/zookeeper_0, clientPort=51666, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:17:40,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51666 2024-12-04T05:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/test.cache.data in system properties and HBase conf 2024-12-04T05:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:17:40,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:17:40,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:17:40,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:17:40,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:40,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:17:40,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:17:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017be7ed6e0005, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:17:40,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017be7ed6e0005, quorum=127.0.0.1:53674, baseZNode=/1-2042156731 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:17:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017be7ed6e0002, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:17:40,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017be7ed6e0002, quorum=127.0.0.1:53674, baseZNode=/0-249528420 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:17:40,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:40,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:40,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:40,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:40,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:17:40,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:40,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f746c66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:40,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33936baa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:40,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c8f9696{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/java.io.tmpdir/jetty-localhost-41305-hadoop-hdfs-3_4_1-tests_jar-_-any-16781951641840516081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:40,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cb1c952{HTTP/1.1, (http/1.1)}{localhost:41305} 2024-12-04T05:17:40,421 INFO [Time-limited test {}] server.Server(415): Started @46427ms 2024-12-04T05:17:40,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:40,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:40,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:40,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:40,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:17:40,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20bbcb33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:40,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f5f1ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:40,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0b2b90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/java.io.tmpdir/jetty-localhost-42649-hadoop-hdfs-3_4_1-tests_jar-_-any-6333213836695006098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:40,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7900aba3{HTTP/1.1, (http/1.1)}{localhost:42649} 2024-12-04T05:17:40,668 INFO [Time-limited test {}] server.Server(415): Started @46674ms 2024-12-04T05:17:40,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:17:40,771 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/data/data1/current/BP-2019433606-172.17.0.2-1733289460249/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:40,771 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/data/data2/current/BP-2019433606-172.17.0.2-1733289460249/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:40,788 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:17:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe328017c97cd5193 with lease ID 0xab83f9169763ab23: Processing first storage report for DS-27870724-5f4e-48e9-859c-883b93ae1c3b from datanode DatanodeRegistration(127.0.0.1:33061, datanodeUuid=b90b182a-1cab-4f35-872d-809eff2e8007, infoPort=43171, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=331000630;c=1733289460249) 2024-12-04T05:17:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe328017c97cd5193 with lease ID 0xab83f9169763ab23: from storage DS-27870724-5f4e-48e9-859c-883b93ae1c3b node DatanodeRegistration(127.0.0.1:33061, datanodeUuid=b90b182a-1cab-4f35-872d-809eff2e8007, infoPort=43171, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=331000630;c=1733289460249), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe328017c97cd5193 with lease ID 0xab83f9169763ab23: Processing first storage report for DS-c50fdcaa-ba6f-48aa-aeb8-ebdad69eacd5 from datanode DatanodeRegistration(127.0.0.1:33061, datanodeUuid=b90b182a-1cab-4f35-872d-809eff2e8007, infoPort=43171, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=331000630;c=1733289460249) 2024-12-04T05:17:40,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe328017c97cd5193 with lease ID 0xab83f9169763ab23: from storage DS-c50fdcaa-ba6f-48aa-aeb8-ebdad69eacd5 node DatanodeRegistration(127.0.0.1:33061, datanodeUuid=b90b182a-1cab-4f35-872d-809eff2e8007, infoPort=43171, infoSecurePort=0, ipcPort=32967, storageInfo=lv=-57;cid=testClusterID;nsid=331000630;c=1733289460249), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:40,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d 2024-12-04T05:17:40,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:40,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:17:41,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd with version=8 2024-12-04T05:17:41,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/hbase-staging 2024-12-04T05:17:41,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:41,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:41,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:41,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:41,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:41,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:41,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:17:41,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:41,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41403 2024-12-04T05:17:41,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41403 connecting to ZooKeeper ensemble=127.0.0.1:51666 2024-12-04T05:17:41,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414030x0, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:41,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41403-0x1017be82c860000 connected 2024-12-04T05:17:41,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:41,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:41,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/running 2024-12-04T05:17:41,237 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd, hbase.cluster.distributed=false 2024-12-04T05:17:41,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/acl 2024-12-04T05:17:41,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41403 2024-12-04T05:17:41,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41403 2024-12-04T05:17:41,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41403 2024-12-04T05:17:41,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41403 2024-12-04T05:17:41,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41403 2024-12-04T05:17:41,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:41,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:41,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:41,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:41,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:41,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:41,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:17:41,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:41,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38825 2024-12-04T05:17:41,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38825 connecting to ZooKeeper ensemble=127.0.0.1:51666 2024-12-04T05:17:41,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:41,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:41,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388250x0, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:41,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388250x0, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/running 2024-12-04T05:17:41,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38825-0x1017be82c860001 connected 2024-12-04T05:17:41,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:17:41,269 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:17:41,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/master 2024-12-04T05:17:41,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/acl 2024-12-04T05:17:41,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38825 2024-12-04T05:17:41,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38825 2024-12-04T05:17:41,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38825 2024-12-04T05:17:41,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38825 2024-12-04T05:17:41,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38825 2024-12-04T05:17:41,286 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:41403 2024-12-04T05:17:41,286 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0604716945/backup-masters/6c7595a931c3,41403,1733289461207 2024-12-04T05:17:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945/backup-masters 2024-12-04T05:17:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945/backup-masters 2024-12-04T05:17:41,288 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on existing znode=/0604716945/backup-masters/6c7595a931c3,41403,1733289461207 2024-12-04T05:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604716945/master 2024-12-04T05:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:41,290 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on existing znode=/0604716945/master 2024-12-04T05:17:41,291 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0604716945/backup-masters/6c7595a931c3,41403,1733289461207 from backup master directory 2024-12-04T05:17:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604716945/backup-masters/6c7595a931c3,41403,1733289461207 2024-12-04T05:17:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945/backup-masters 2024-12-04T05:17:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945/backup-masters 2024-12-04T05:17:41,292 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:41,292 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,41403,1733289461207 2024-12-04T05:17:41,297 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/hbase.id] with ID: 783dd661-b22f-4044-80e3-a251a0e8feea 2024-12-04T05:17:41,297 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/.tmp/hbase.id 2024-12-04T05:17:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:17:41,703 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/.tmp/hbase.id]:[hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/hbase.id] 2024-12-04T05:17:41,715 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:41,715 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:41,716 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:17:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:41,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:41,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:17:42,127 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:42,127 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:42,128 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:17:42,537 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store 2024-12-04T05:17:42,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:17:42,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:42,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:42,944 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:42,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:42,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:42,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:42,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:42,945 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289462944Disabling compacts and flushes for region at 1733289462944Disabling writes for close at 1733289462944Writing region close event to WAL at 1733289462945 (+1 ms)Closed at 1733289462945 2024-12-04T05:17:42,946 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/.initializing 2024-12-04T05:17:42,946 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/WALs/6c7595a931c3,41403,1733289461207 2024-12-04T05:17:42,947 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:42,949 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C41403%2C1733289461207, suffix=, logDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/WALs/6c7595a931c3,41403,1733289461207, archiveDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:42,963 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/WALs/6c7595a931c3,41403,1733289461207/6c7595a931c3%2C41403%2C1733289461207.1733289462949, exclude list is [], retry=0 2024-12-04T05:17:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-27870724-5f4e-48e9-859c-883b93ae1c3b,DISK] 2024-12-04T05:17:42,968 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/WALs/6c7595a931c3,41403,1733289461207/6c7595a931c3%2C41403%2C1733289461207.1733289462949 2024-12-04T05:17:42,968 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-04T05:17:42,968 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:42,969 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:42,969 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,969 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:42,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:42,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:42,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:42,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:42,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:42,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:42,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:42,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:42,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:42,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:42,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:42,979 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,979 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,980 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,981 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,981 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,982 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:42,983 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:42,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:42,985 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72344449, jitterRate=0.07801629602909088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:42,985 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289462969Initializing all the Stores at 1733289462970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289462970Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289462972 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289462972Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289462972Cleaning up temporary data from old regions at 1733289462981 (+9 ms)Region opened successfully at 1733289462985 (+4 ms) 2024-12-04T05:17:42,986 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:42,989 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bf7e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:42,990 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:17:42,990 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:42,990 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:42,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:42,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:17:42,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:17:42,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:42,994 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:42,995 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Unable to get data of znode /0604716945/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:42,998 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/balancer already deleted, retry=false 2024-12-04T05:17:42,998 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:42,999 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Unable to get data of znode /0604716945/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:43,000 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/normalizer already deleted, retry=false 2024-12-04T05:17:43,000 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:43,001 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Unable to get data of znode /0604716945/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:43,002 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/switch/split already deleted, retry=false 2024-12-04T05:17:43,003 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Unable to get data of znode /0604716945/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:43,004 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/switch/merge already deleted, retry=false 2024-12-04T05:17:43,006 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Unable to get data of znode /0604716945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:43,009 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604716945/running 2024-12-04T05:17:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604716945/running 2024-12-04T05:17:43,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:43,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:43,011 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,41403,1733289461207, sessionid=0x1017be82c860000, setting cluster-up flag (Was=false) 2024-12-04T05:17:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:43,020 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604716945/flush-table-proc/acquired, /0604716945/flush-table-proc/reached, /0604716945/flush-table-proc/abort 2024-12-04T05:17:43,021 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,41403,1733289461207 2024-12-04T05:17:43,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:43,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:43,032 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604716945/online-snapshot/acquired, /0604716945/online-snapshot/reached, /0604716945/online-snapshot/abort 2024-12-04T05:17:43,034 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,41403,1733289461207 2024-12-04T05:17:43,040 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:17:43,042 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:43,042 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:43,043 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:43,043 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,41403,1733289461207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:43,044 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289493046 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:43,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:43,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:17:43,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,047 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:43,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:17:43,048 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:43,048 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:43,049 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289463049,5,FailOnTimeoutGroup] 2024-12-04T05:17:43,049 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289463049,5,FailOnTimeoutGroup] 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,049 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:17:43,077 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(746): ClusterId : 783dd661-b22f-4044-80e3-a251a0e8feea 2024-12-04T05:17:43,077 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:43,081 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:43,081 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:43,082 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:43,083 DEBUG [RS:0;6c7595a931c3:38825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0e95c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:43,094 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:38825 2024-12-04T05:17:43,095 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:43,095 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:43,095 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:43,095 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,41403,1733289461207 with port=38825, startcode=1733289461258 2024-12-04T05:17:43,095 DEBUG [RS:0;6c7595a931c3:38825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:43,097 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:43,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,38825,1733289461258 2024-12-04T05:17:43,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41403 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:43,099 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd 2024-12-04T05:17:43,099 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46077 2024-12-04T05:17:43,099 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945/rs 2024-12-04T05:17:43,101 DEBUG [RS:0;6c7595a931c3:38825 {}] zookeeper.ZKUtil(111): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on existing znode=/0604716945/rs/6c7595a931c3,38825,1733289461258 2024-12-04T05:17:43,101 WARN [RS:0;6c7595a931c3:38825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:43,101 INFO [RS:0;6c7595a931c3:38825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:43,101 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258 2024-12-04T05:17:43,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,38825,1733289461258] 2024-12-04T05:17:43,104 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:43,106 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:43,107 INFO [RS:0;6c7595a931c3:38825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:43,107 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,107 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:43,107 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:43,107 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:43,108 DEBUG [RS:0;6c7595a931c3:38825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:43,110 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,110 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,110 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,110 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,110 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,110 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38825,1733289461258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:43,129 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:43,129 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38825,1733289461258-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,129 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,130 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.Replication(171): 6c7595a931c3,38825,1733289461258 started 2024-12-04T05:17:43,145 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:43,145 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,38825,1733289461258, RpcServer on 6c7595a931c3/172.17.0.2:38825, sessionid=0x1017be82c860001 2024-12-04T05:17:43,145 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:43,145 DEBUG [RS:0;6c7595a931c3:38825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,38825,1733289461258 2024-12-04T05:17:43,145 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,38825,1733289461258' 2024-12-04T05:17:43,145 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604716945/flush-table-proc/abort' 2024-12-04T05:17:43,146 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604716945/flush-table-proc/acquired' 2024-12-04T05:17:43,146 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:43,146 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:43,146 DEBUG [RS:0;6c7595a931c3:38825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,38825,1733289461258 2024-12-04T05:17:43,146 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,38825,1733289461258' 2024-12-04T05:17:43,147 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604716945/online-snapshot/abort' 2024-12-04T05:17:43,147 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604716945/online-snapshot/acquired' 2024-12-04T05:17:43,148 DEBUG [RS:0;6c7595a931c3:38825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:43,148 INFO [RS:0;6c7595a931c3:38825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:43,148 INFO [RS:0;6c7595a931c3:38825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:43,248 INFO [RS:0;6c7595a931c3:38825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:43,250 INFO [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38825%2C1733289461258, suffix=, logDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258, archiveDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/oldWALs, maxLogs=10 2024-12-04T05:17:43,268 DEBUG [RS:0;6c7595a931c3:38825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251, exclude list is [], retry=0 2024-12-04T05:17:43,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-27870724-5f4e-48e9-859c-883b93ae1c3b,DISK] 2024-12-04T05:17:43,274 INFO [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 2024-12-04T05:17:43,275 DEBUG [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-04T05:17:43,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:17:43,459 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd 2024-12-04T05:17:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:17:43,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:43,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:43,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:43,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:43,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:43,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:43,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:43,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:43,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:43,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:43,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:43,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:43,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:43,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:43,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:43,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:43,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:43,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:43,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740 2024-12-04T05:17:43,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740 2024-12-04T05:17:43,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:43,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:43,877 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:43,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:43,880 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:43,880 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72555322, jitterRate=0.08115854859352112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:43,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289463866Initializing all the Stores at 1733289463867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289463867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289463867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289463867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289463867Cleaning up temporary data from old regions at 1733289463876 (+9 ms)Region opened successfully at 1733289463881 (+5 ms) 2024-12-04T05:17:43,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:43,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:43,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:43,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:43,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:43,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:43,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289463881Disabling compacts and flushes for region at 1733289463881Disabling writes for close at 1733289463881Writing region close event to WAL at 1733289463882 (+1 ms)Closed at 1733289463882 2024-12-04T05:17:43,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:43,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:17:43,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:43,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:43,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:17:44,037 DEBUG [6c7595a931c3:41403 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:44,038 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:44,040 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,38825,1733289461258, state=OPENING 2024-12-04T05:17:44,041 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:17:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:44,044 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:44,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604716945/meta-region-server: CHANGED 2024-12-04T05:17:44,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,38825,1733289461258}] 2024-12-04T05:17:44,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604716945/meta-region-server: CHANGED 2024-12-04T05:17:44,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:44,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:44,203 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:44,203 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:44,203 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:44,205 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38825%2C1733289461258.meta, suffix=.meta, logDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258, archiveDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/oldWALs, maxLogs=10 2024-12-04T05:17:44,218 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.meta.1733289464205.meta, exclude list is [], retry=0 2024-12-04T05:17:44,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-27870724-5f4e-48e9-859c-883b93ae1c3b,DISK] 2024-12-04T05:17:44,223 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.meta.1733289464205.meta 2024-12-04T05:17:44,223 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-04T05:17:44,223 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:44,224 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:44,224 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:44,224 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:44,224 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:44,224 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:44,224 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:44,225 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:44,225 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:44,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:44,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:44,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:44,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:44,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:44,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:44,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:44,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:44,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:44,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:44,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:44,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:44,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:44,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:44,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:44,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:44,232 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:44,232 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740 2024-12-04T05:17:44,234 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740 2024-12-04T05:17:44,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:44,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:44,236 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:44,237 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:44,238 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69987033, jitterRate=0.042888060212135315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:44,239 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:44,240 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289464225Writing region info on filesystem at 1733289464225Initializing all the Stores at 1733289464226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289464226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289464226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289464226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289464226Cleaning up temporary data from old regions at 1733289464235 (+9 ms)Running coprocessor post-open hooks at 1733289464239 (+4 ms)Region opened successfully at 1733289464239 2024-12-04T05:17:44,241 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289464197 2024-12-04T05:17:44,244 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:44,244 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:44,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:44,246 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,38825,1733289461258, state=OPEN 2024-12-04T05:17:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604716945/meta-region-server 2024-12-04T05:17:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604716945/meta-region-server 2024-12-04T05:17:44,253 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:44,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604716945/meta-region-server: CHANGED 2024-12-04T05:17:44,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604716945/meta-region-server: CHANGED 2024-12-04T05:17:44,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:17:44,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,38825,1733289461258 in 209 msec 2024-12-04T05:17:44,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:17:44,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-04T05:17:44,260 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:44,260 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:17:44,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:44,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38825,1733289461258, seqNum=-1] 2024-12-04T05:17:44,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:44,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:44,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-12-04T05:17:44,268 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289464268, completionTime=-1 2024-12-04T05:17:44,268 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:17:44,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289524270 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289584270 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41403,1733289461207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41403,1733289461207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41403,1733289461207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:41403, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,272 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41403,1733289461207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:44,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41403,1733289461207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:44,277 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:44,277 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:44,277 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41403,1733289461207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:44,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df9439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:44,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41403,-1 for getting cluster id 2024-12-04T05:17:44,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:44,279 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '783dd661-b22f-4044-80e3-a251a0e8feea' 2024-12-04T05:17:44,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "783dd661-b22f-4044-80e3-a251a0e8feea" 2024-12-04T05:17:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0e19da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41403,-1] 2024-12-04T05:17:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:44,281 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:44,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e007a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:44,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:44,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38825,1733289461258, seqNum=-1] 2024-12-04T05:17:44,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:44,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:44,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,41403,1733289461207 2024-12-04T05:17:44,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51666 2024-12-04T05:17:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:44,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017be82c860002 connected 2024-12-04T05:17:44,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir so I do NOT create it in target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c 2024-12-04T05:17:44,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:17:44,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.tmp.dir so I do NOT create it in target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c 2024-12-04T05:17:44,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:17:44,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/cluster_f54ec8b2-69ca-d769-510a-e7440c7e44a0, deleteOnExit=true 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/test.cache.data in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:17:44,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:17:44,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:17:44,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:17:44,361 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T05:17:44,363 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:44,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:44,380 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:44,381 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:44,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:44,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:44,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:44,406 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:44,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:17:44,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:44,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52605e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:44,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74214264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:44,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4435c507{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/java.io.tmpdir/jetty-localhost-44889-hadoop-hdfs-3_4_1-tests_jar-_-any-7696343416059730911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:17:44,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae5947e{HTTP/1.1, (http/1.1)}{localhost:44889} 2024-12-04T05:17:44,522 INFO [Time-limited test {}] server.Server(415): Started @50528ms 2024-12-04T05:17:44,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:17:44,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:17:44,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:17:44,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:17:44,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:17:44,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@703af7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:17:44,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cfb5077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:17:44,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c2e098{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/java.io.tmpdir/jetty-localhost-42043-hadoop-hdfs-3_4_1-tests_jar-_-any-14468724448096479610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:17:44,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@781b983f{HTTP/1.1, (http/1.1)}{localhost:42043} 2024-12-04T05:17:44,728 INFO [Time-limited test {}] server.Server(415): Started @50734ms 2024-12-04T05:17:44,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:17:44,839 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/cluster_f54ec8b2-69ca-d769-510a-e7440c7e44a0/data/data1/current/BP-1541704235-172.17.0.2-1733289464316/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:44,839 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/cluster_f54ec8b2-69ca-d769-510a-e7440c7e44a0/data/data2/current/BP-1541704235-172.17.0.2-1733289464316/current, will proceed with Du for space computation calculation, 2024-12-04T05:17:44,862 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:17:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53ded6e9c0409480 with lease ID 0x90adb38d41c3ecbb: Processing first storage report for DS-aa4ada6f-472f-4d45-b5b0-29b30c8e8f06 from datanode DatanodeRegistration(127.0.0.1:36545, datanodeUuid=5fa15dc9-22f5-4200-83cc-de5eb32eb1ee, infoPort=37183, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1370895981;c=1733289464316) 2024-12-04T05:17:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53ded6e9c0409480 with lease ID 0x90adb38d41c3ecbb: from storage DS-aa4ada6f-472f-4d45-b5b0-29b30c8e8f06 node DatanodeRegistration(127.0.0.1:36545, datanodeUuid=5fa15dc9-22f5-4200-83cc-de5eb32eb1ee, infoPort=37183, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1370895981;c=1733289464316), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53ded6e9c0409480 with lease ID 0x90adb38d41c3ecbb: Processing first storage report for DS-f2c1795c-dc42-47e4-85ab-6496556b61ab from datanode DatanodeRegistration(127.0.0.1:36545, datanodeUuid=5fa15dc9-22f5-4200-83cc-de5eb32eb1ee, infoPort=37183, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1370895981;c=1733289464316) 2024-12-04T05:17:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53ded6e9c0409480 with lease ID 0x90adb38d41c3ecbb: from storage DS-f2c1795c-dc42-47e4-85ab-6496556b61ab node DatanodeRegistration(127.0.0.1:36545, datanodeUuid=5fa15dc9-22f5-4200-83cc-de5eb32eb1ee, infoPort=37183, infoSecurePort=0, ipcPort=43957, storageInfo=lv=-57;cid=testClusterID;nsid=1370895981;c=1733289464316), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:17:44,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c 2024-12-04T05:17:44,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:44,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:44,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:17:45,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc with version=8 2024-12-04T05:17:45,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/hbase-staging 2024-12-04T05:17:45,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:45,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:45,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:45,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:45,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:45,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:45,373 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:17:45,373 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:45,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35337 2024-12-04T05:17:45,375 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35337 connecting to ZooKeeper ensemble=127.0.0.1:51666 2024-12-04T05:17:45,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353370x0, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:45,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35337-0x1017be82c860003 connected 2024-12-04T05:17:45,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:45,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:45,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/running 2024-12-04T05:17:45,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc, hbase.cluster.distributed=false 2024-12-04T05:17:45,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/acl 2024-12-04T05:17:45,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35337 2024-12-04T05:17:45,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35337 2024-12-04T05:17:45,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35337 2024-12-04T05:17:45,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35337 2024-12-04T05:17:45,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35337 2024-12-04T05:17:45,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:17:45,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:17:45,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38881 2024-12-04T05:17:45,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38881 connecting to ZooKeeper ensemble=127.0.0.1:51666 2024-12-04T05:17:45,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:45,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:45,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388810x0, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:45,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388810x0, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/running 2024-12-04T05:17:45,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38881-0x1017be82c860004 connected 2024-12-04T05:17:45,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:17:45,465 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:17:45,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/master 2024-12-04T05:17:45,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/acl 2024-12-04T05:17:45,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38881 2024-12-04T05:17:45,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38881 2024-12-04T05:17:45,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38881 2024-12-04T05:17:45,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38881 2024-12-04T05:17:45,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38881 2024-12-04T05:17:45,480 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:35337 2024-12-04T05:17:45,480 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1899576978/backup-masters/6c7595a931c3,35337,1733289465372 2024-12-04T05:17:45,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978/backup-masters 2024-12-04T05:17:45,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978/backup-masters 2024-12-04T05:17:45,482 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on existing znode=/1-1899576978/backup-masters/6c7595a931c3,35337,1733289465372 2024-12-04T05:17:45,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1899576978/master 2024-12-04T05:17:45,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:45,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:45,486 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on existing znode=/1-1899576978/master 2024-12-04T05:17:45,486 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1899576978/backup-masters/6c7595a931c3,35337,1733289465372 from backup master directory 2024-12-04T05:17:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899576978/backup-masters/6c7595a931c3,35337,1733289465372 2024-12-04T05:17:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978/backup-masters 2024-12-04T05:17:45,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978/backup-masters 2024-12-04T05:17:45,488 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:45,488 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,35337,1733289465372 2024-12-04T05:17:45,492 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/hbase.id] with ID: 1eef4db3-bf51-492c-8db7-bc58c6258072 2024-12-04T05:17:45,492 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/.tmp/hbase.id 2024-12-04T05:17:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:17:45,897 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/.tmp/hbase.id]:[hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/hbase.id] 2024-12-04T05:17:45,909 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:45,909 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:17:45,910 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:17:45,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:45,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:17:46,318 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:46,319 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:17:46,319 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:17:46,726 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store 2024-12-04T05:17:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:17:47,134 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:47,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:17:47,135 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:47,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:47,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:17:47,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:47,135 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:17:47,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289467134Disabling compacts and flushes for region at 1733289467134Disabling writes for close at 1733289467135 (+1 ms)Writing region close event to WAL at 1733289467135Closed at 1733289467135 2024-12-04T05:17:47,136 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/.initializing 2024-12-04T05:17:47,136 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/WALs/6c7595a931c3,35337,1733289465372 2024-12-04T05:17:47,137 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:47,139 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C35337%2C1733289465372, suffix=, logDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/WALs/6c7595a931c3,35337,1733289465372, archiveDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/oldWALs, maxLogs=10 2024-12-04T05:17:47,156 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/WALs/6c7595a931c3,35337,1733289465372/6c7595a931c3%2C35337%2C1733289465372.1733289467139, exclude list is [], retry=0 2024-12-04T05:17:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-aa4ada6f-472f-4d45-b5b0-29b30c8e8f06,DISK] 2024-12-04T05:17:47,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/WALs/6c7595a931c3,35337,1733289465372/6c7595a931c3%2C35337%2C1733289465372.1733289467139 2024-12-04T05:17:47,170 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-12-04T05:17:47,170 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:47,170 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:47,171 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,171 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:17:47,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:47,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:47,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:17:47,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:47,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:47,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:17:47,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:47,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:47,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:17:47,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:47,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:47,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,182 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,182 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,183 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,183 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,184 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:47,185 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:17:47,187 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:47,187 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60158246, jitterRate=-0.10357227921485901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:47,187 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289467171Initializing all the Stores at 1733289467172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289467172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289467172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289467172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289467172Cleaning up temporary data from old regions at 1733289467183 (+11 ms)Region opened successfully at 1733289467187 (+4 ms) 2024-12-04T05:17:47,187 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:17:47,190 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4fe8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:47,191 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:17:47,191 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:17:47,191 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:17:47,191 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:17:47,192 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:17:47,192 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:17:47,192 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:17:47,194 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:17:47,195 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Unable to get data of znode /1-1899576978/balancer because node does not exist (not necessarily an error) 2024-12-04T05:17:47,198 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899576978/balancer already deleted, retry=false 2024-12-04T05:17:47,199 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:17:47,199 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Unable to get data of znode /1-1899576978/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:17:47,200 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899576978/normalizer already deleted, retry=false 2024-12-04T05:17:47,200 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:17:47,201 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Unable to get data of znode /1-1899576978/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:17:47,202 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899576978/switch/split already deleted, retry=false 2024-12-04T05:17:47,203 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Unable to get data of znode /1-1899576978/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:17:47,204 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899576978/switch/merge already deleted, retry=false 2024-12-04T05:17:47,205 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Unable to get data of znode /1-1899576978/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:17:47,208 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899576978/snapshot-cleanup already deleted, retry=false 2024-12-04T05:17:47,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1899576978/running 2024-12-04T05:17:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1899576978/running 2024-12-04T05:17:47,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:47,210 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,35337,1733289465372, sessionid=0x1017be82c860003, setting cluster-up flag (Was=false) 2024-12-04T05:17:47,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:47,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:47,218 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1899576978/flush-table-proc/acquired, /1-1899576978/flush-table-proc/reached, /1-1899576978/flush-table-proc/abort 2024-12-04T05:17:47,219 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,35337,1733289465372 2024-12-04T05:17:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:47,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:47,227 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1899576978/online-snapshot/acquired, /1-1899576978/online-snapshot/reached, /1-1899576978/online-snapshot/abort 2024-12-04T05:17:47,228 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,35337,1733289465372 2024-12-04T05:17:47,229 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:17:47,231 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:47,231 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:17:47,231 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:17:47,232 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,35337,1733289465372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:47,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,234 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289497234 2024-12-04T05:17:47,234 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:17:47,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:17:47,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:17:47,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:17:47,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:17:47,236 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:47,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:17:47,236 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289467236,5,FailOnTimeoutGroup] 2024-12-04T05:17:47,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:17:47,236 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289467236,5,FailOnTimeoutGroup] 2024-12-04T05:17:47,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:17:47,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:17:47,271 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(746): ClusterId : 1eef4db3-bf51-492c-8db7-bc58c6258072 2024-12-04T05:17:47,271 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:17:47,273 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:17:47,274 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:17:47,275 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:17:47,276 DEBUG [RS:0;6c7595a931c3:38881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3f464c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:17:47,288 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:38881 2024-12-04T05:17:47,288 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:17:47,288 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:17:47,288 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:17:47,289 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,35337,1733289465372 with port=38881, startcode=1733289465420 2024-12-04T05:17:47,289 DEBUG [RS:0;6c7595a931c3:38881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:17:47,290 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:17:47,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,38881,1733289465420 2024-12-04T05:17:47,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35337 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,38881,1733289465420 2024-12-04T05:17:47,292 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc 2024-12-04T05:17:47,293 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40627 2024-12-04T05:17:47,293 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:17:47,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978/rs 2024-12-04T05:17:47,297 DEBUG [RS:0;6c7595a931c3:38881 {}] zookeeper.ZKUtil(111): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on existing znode=/1-1899576978/rs/6c7595a931c3,38881,1733289465420 2024-12-04T05:17:47,297 WARN [RS:0;6c7595a931c3:38881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:17:47,298 INFO [RS:0;6c7595a931c3:38881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:47,298 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420 2024-12-04T05:17:47,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,38881,1733289465420] 2024-12-04T05:17:47,301 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:17:47,303 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:17:47,303 INFO [RS:0;6c7595a931c3:38881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:17:47,303 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,304 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:17:47,305 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:17:47,305 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:47,305 DEBUG [RS:0;6c7595a931c3:38881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:17:47,306 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,306 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,306 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,306 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,306 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,306 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38881,1733289465420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:47,323 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:17:47,323 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38881,1733289465420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,323 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,323 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.Replication(171): 6c7595a931c3,38881,1733289465420 started 2024-12-04T05:17:47,336 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:47,336 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,38881,1733289465420, RpcServer on 6c7595a931c3/172.17.0.2:38881, sessionid=0x1017be82c860004 2024-12-04T05:17:47,337 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:17:47,337 DEBUG [RS:0;6c7595a931c3:38881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,38881,1733289465420 2024-12-04T05:17:47,337 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,38881,1733289465420' 2024-12-04T05:17:47,337 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1899576978/flush-table-proc/abort' 2024-12-04T05:17:47,337 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1899576978/flush-table-proc/acquired' 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,38881,1733289465420 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,38881,1733289465420' 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1899576978/online-snapshot/abort' 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1899576978/online-snapshot/acquired' 2024-12-04T05:17:47,338 DEBUG [RS:0;6c7595a931c3:38881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:17:47,339 INFO [RS:0;6c7595a931c3:38881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:17:47,339 INFO [RS:0;6c7595a931c3:38881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:17:47,439 INFO [RS:0;6c7595a931c3:38881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:17:47,441 INFO [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38881%2C1733289465420, suffix=, logDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420, archiveDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/oldWALs, maxLogs=10 2024-12-04T05:17:47,455 DEBUG [RS:0;6c7595a931c3:38881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420/6c7595a931c3%2C38881%2C1733289465420.1733289467441, exclude list is [], retry=0 2024-12-04T05:17:47,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-aa4ada6f-472f-4d45-b5b0-29b30c8e8f06,DISK] 2024-12-04T05:17:47,460 INFO [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420/6c7595a931c3%2C38881%2C1733289465420.1733289467441 2024-12-04T05:17:47,460 DEBUG [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-12-04T05:17:47,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:17:47,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc 2024-12-04T05:17:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:17:48,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:48,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:48,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:48,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:48,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:48,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:48,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:48,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:48,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:48,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:48,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740 2024-12-04T05:17:48,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740 2024-12-04T05:17:48,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:48,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:48,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:48,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:48,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:48,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67831555, jitterRate=0.010768935084342957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289468058Initializing all the Stores at 1733289468059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289468059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289468059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289468059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289468059Cleaning up temporary data from old regions at 1733289468069 (+10 ms)Region opened successfully at 1733289468072 (+3 ms) 2024-12-04T05:17:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:17:48,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:17:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:17:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:17:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:17:48,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:17:48,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289468073Disabling compacts and flushes for region at 1733289468073Disabling writes for close at 1733289468073Writing region close event to WAL at 1733289468073Closed at 1733289468073 2024-12-04T05:17:48,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:48,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:17:48,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:17:48,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:48,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:17:48,227 DEBUG [6c7595a931c3:35337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:17:48,228 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,38881,1733289465420 2024-12-04T05:17:48,230 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,38881,1733289465420, state=OPENING 2024-12-04T05:17:48,233 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:17:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:17:48,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899576978/meta-region-server: CHANGED 2024-12-04T05:17:48,235 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:17:48,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899576978/meta-region-server: CHANGED 2024-12-04T05:17:48,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,38881,1733289465420}] 2024-12-04T05:17:48,388 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:48,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:17:48,412 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:17:48,413 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:48,413 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:17:48,415 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38881%2C1733289465420.meta, suffix=.meta, logDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420, archiveDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/oldWALs, maxLogs=10 2024-12-04T05:17:48,435 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420/6c7595a931c3%2C38881%2C1733289465420.meta.1733289468415.meta, exclude list is [], retry=0 2024-12-04T05:17:48,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36545,DS-aa4ada6f-472f-4d45-b5b0-29b30c8e8f06,DISK] 2024-12-04T05:17:48,452 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/WALs/6c7595a931c3,38881,1733289465420/6c7595a931c3%2C38881%2C1733289465420.meta.1733289468415.meta 2024-12-04T05:17:48,453 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37183:37183)] 2024-12-04T05:17:48,454 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:48,454 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:48,454 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:48,455 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:17:48,455 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:17:48,455 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:17:48,455 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:48,455 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:17:48,455 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:17:48,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:17:48,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:17:48,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:17:48,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:17:48,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:17:48,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:17:48,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:17:48,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:17:48,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:17:48,465 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:17:48,466 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740 2024-12-04T05:17:48,467 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740 2024-12-04T05:17:48,469 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:17:48,469 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:17:48,470 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:17:48,471 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:17:48,473 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66806773, jitterRate=-0.004501506686210632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:17:48,473 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:17:48,474 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289468455Writing region info on filesystem at 1733289468455Initializing all the Stores at 1733289468457 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289468457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289468457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289468457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289468457Cleaning up temporary data from old regions at 1733289468469 (+12 ms)Running coprocessor post-open hooks at 1733289468473 (+4 ms)Region opened successfully at 1733289468474 (+1 ms) 2024-12-04T05:17:48,475 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289468388 2024-12-04T05:17:48,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,38881,1733289465420 2024-12-04T05:17:48,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,38881,1733289465420, state=OPEN 2024-12-04T05:17:48,480 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:17:48,480 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:17:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1899576978/meta-region-server 2024-12-04T05:17:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1899576978/meta-region-server 2024-12-04T05:17:48,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,38881,1733289465420 2024-12-04T05:17:48,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899576978/meta-region-server: CHANGED 2024-12-04T05:17:48,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1899576978/meta-region-server: CHANGED 2024-12-04T05:17:48,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:17:48,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,38881,1733289465420 in 247 msec 2024-12-04T05:17:48,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:17:48,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-12-04T05:17:48,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:17:48,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:17:48,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:48,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38881,1733289465420, seqNum=-1] 2024-12-04T05:17:48,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:48,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:48,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-12-04T05:17:48,498 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289468498, completionTime=-1 2024-12-04T05:17:48,499 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:17:48,499 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289528501 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289588501 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35337,1733289465372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35337,1733289465372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35337,1733289465372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:35337, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,501 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,502 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,503 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.018sec 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35337,1733289465372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:17:48,506 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35337,1733289465372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:17:48,509 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:17:48,509 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:17:48,509 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35337,1733289465372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:17:48,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545c1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:48,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35337,-1 for getting cluster id 2024-12-04T05:17:48,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:48,574 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eef4db3-bf51-492c-8db7-bc58c6258072' 2024-12-04T05:17:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eef4db3-bf51-492c-8db7-bc58c6258072" 2024-12-04T05:17:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e015ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35337,-1] 2024-12-04T05:17:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:48,577 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:48,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428103c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:48,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:48,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38881,1733289465420, seqNum=-1] 2024-12-04T05:17:48,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:48,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:48,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,35337,1733289465372 2024-12-04T05:17:48,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51666 2024-12-04T05:17:48,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:17:48,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017be82c860005 connected 2024-12-04T05:17:48,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41403,1733289461207 2024-12-04T05:17:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e990d 2024-12-04T05:17:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:48,602 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:48,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:17:48,611 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:17:48,612 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:48,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:17:48,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:17:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:49,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68e9e1d21394387bfc54e41ed41e5949, NAME => 'test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd 2024-12-04T05:17:49,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:17:49,105 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:17:49,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:17:49,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:17:49,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:17:49,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T05:17:49,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:17:49,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T05:17:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:49,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:49,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68e9e1d21394387bfc54e41ed41e5949, disabling compactions & flushes 2024-12-04T05:17:49,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. after waiting 0 ms 2024-12-04T05:17:49,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68e9e1d21394387bfc54e41ed41e5949: Waiting for close lock at 1733289469480Disabling compacts and flushes for region at 1733289469480Disabling writes for close at 1733289469480Writing region close event to WAL at 1733289469480Closed at 1733289469480 2024-12-04T05:17:49,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:17:49,484 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289469483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289469483"}]},"ts":"1733289469483"} 2024-12-04T05:17:49,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:17:49,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:17:49,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289469487"}]},"ts":"1733289469487"} 2024-12-04T05:17:49,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:17:49,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68e9e1d21394387bfc54e41ed41e5949, ASSIGN}] 2024-12-04T05:17:49,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68e9e1d21394387bfc54e41ed41e5949, ASSIGN 2024-12-04T05:17:49,502 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68e9e1d21394387bfc54e41ed41e5949, ASSIGN; state=OFFLINE, location=6c7595a931c3,38825,1733289461258; forceNewPlan=false, retain=false 2024-12-04T05:17:49,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68e9e1d21394387bfc54e41ed41e5949, regionState=OPENING, regionLocation=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:49,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68e9e1d21394387bfc54e41ed41e5949, ASSIGN because future has completed 2024-12-04T05:17:49,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e9e1d21394387bfc54e41ed41e5949, server=6c7595a931c3,38825,1733289461258}] 2024-12-04T05:17:49,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:49,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:49,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:49,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:49,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:49,876 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,877 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68e9e1d21394387bfc54e41ed41e5949, NAME => 'test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:49,877 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:49,878 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:17:49,878 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,878 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:49,878 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,878 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,880 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,884 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e9e1d21394387bfc54e41ed41e5949 columnFamilyName f 2024-12-04T05:17:49,884 DEBUG [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:49,885 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] regionserver.HStore(327): Store=68e9e1d21394387bfc54e41ed41e5949/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:49,885 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,886 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e9e1d21394387bfc54e41ed41e5949 columnFamilyName f1 2024-12-04T05:17:49,886 DEBUG [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:49,887 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] regionserver.HStore(327): Store=68e9e1d21394387bfc54e41ed41e5949/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:49,887 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,889 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68e9e1d21394387bfc54e41ed41e5949 columnFamilyName norep 2024-12-04T05:17:49,890 DEBUG [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:49,890 INFO [StoreOpener-68e9e1d21394387bfc54e41ed41e5949-1 {}] regionserver.HStore(327): Store=68e9e1d21394387bfc54e41ed41e5949/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:49,891 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,893 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,894 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,895 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,895 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,896 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:17:49,898 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,902 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:49,903 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68e9e1d21394387bfc54e41ed41e5949; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68521255, jitterRate=0.021046265959739685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:17:49,903 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:17:49,904 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68e9e1d21394387bfc54e41ed41e5949: Running coprocessor pre-open hook at 1733289469878Writing region info on filesystem at 1733289469878Initializing all the Stores at 1733289469879 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289469880 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289469880Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289469880Cleaning up temporary data from old regions at 1733289469895 (+15 ms)Running coprocessor post-open hooks at 1733289469903 (+8 ms)Region opened successfully at 1733289469904 (+1 ms) 2024-12-04T05:17:49,907 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., pid=6, masterSystemTime=1733289469849 2024-12-04T05:17:49,911 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,911 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:17:49,913 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68e9e1d21394387bfc54e41ed41e5949, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:49,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68e9e1d21394387bfc54e41ed41e5949, server=6c7595a931c3,38825,1733289461258 because future has completed 2024-12-04T05:17:49,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:17:49,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68e9e1d21394387bfc54e41ed41e5949, server=6c7595a931c3,38825,1733289461258 in 238 msec 2024-12-04T05:17:49,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:17:49,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68e9e1d21394387bfc54e41ed41e5949, ASSIGN in 430 msec 2024-12-04T05:17:49,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:17:49,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289469929"}]},"ts":"1733289469929"} 2024-12-04T05:17:49,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:17:49,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:17:49,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3260 sec 2024-12-04T05:17:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:50,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:50,764 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:17:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35337,1733289465372 2024-12-04T05:17:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-12-04T05:17:50,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:50,766 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:50,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:17:50,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:17:50,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:50,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:17:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:50,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:17:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:17:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:51,180 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab106c7ed4f543155da3b90896eed1e9, NAME => 'test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc 2024-12-04T05:17:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:17:51,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:51,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ab106c7ed4f543155da3b90896eed1e9, disabling compactions & flushes 2024-12-04T05:17:51,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. after waiting 0 ms 2024-12-04T05:17:51,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab106c7ed4f543155da3b90896eed1e9: Waiting for close lock at 1733289471188Disabling compacts and flushes for region at 1733289471188Disabling writes for close at 1733289471188Writing region close event to WAL at 1733289471188Closed at 1733289471188 2024-12-04T05:17:51,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:17:51,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289471190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289471190"}]},"ts":"1733289471190"} 2024-12-04T05:17:51,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:17:51,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:17:51,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289471232"}]},"ts":"1733289471232"} 2024-12-04T05:17:51,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:17:51,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab106c7ed4f543155da3b90896eed1e9, ASSIGN}] 2024-12-04T05:17:51,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab106c7ed4f543155da3b90896eed1e9, ASSIGN 2024-12-04T05:17:51,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ab106c7ed4f543155da3b90896eed1e9, ASSIGN; state=OFFLINE, location=6c7595a931c3,38881,1733289465420; forceNewPlan=false, retain=false 2024-12-04T05:17:51,390 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab106c7ed4f543155da3b90896eed1e9, regionState=OPENING, regionLocation=6c7595a931c3,38881,1733289465420 2024-12-04T05:17:51,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ab106c7ed4f543155da3b90896eed1e9, ASSIGN because future has completed 2024-12-04T05:17:51,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab106c7ed4f543155da3b90896eed1e9, server=6c7595a931c3,38881,1733289465420}] 2024-12-04T05:17:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:51,550 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,550 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab106c7ed4f543155da3b90896eed1e9, NAME => 'test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:51,551 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:51,551 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:17:51,551 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,551 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:51,551 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,551 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,553 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,554 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab106c7ed4f543155da3b90896eed1e9 columnFamilyName f 2024-12-04T05:17:51,554 DEBUG [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:51,555 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] regionserver.HStore(327): Store=ab106c7ed4f543155da3b90896eed1e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:51,555 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,556 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab106c7ed4f543155da3b90896eed1e9 columnFamilyName f1 2024-12-04T05:17:51,556 DEBUG [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:51,557 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] regionserver.HStore(327): Store=ab106c7ed4f543155da3b90896eed1e9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:51,557 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,558 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab106c7ed4f543155da3b90896eed1e9 columnFamilyName norep 2024-12-04T05:17:51,558 DEBUG [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:51,559 INFO [StoreOpener-ab106c7ed4f543155da3b90896eed1e9-1 {}] regionserver.HStore(327): Store=ab106c7ed4f543155da3b90896eed1e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:51,559 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,559 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,560 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,561 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,561 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,561 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:17:51,562 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,564 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:51,565 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab106c7ed4f543155da3b90896eed1e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59679810, jitterRate=-0.1107015311717987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:17:51,565 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:17:51,565 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab106c7ed4f543155da3b90896eed1e9: Running coprocessor pre-open hook at 1733289471552Writing region info on filesystem at 1733289471552Initializing all the Stores at 1733289471552Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289471552Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289471553 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289471553Cleaning up temporary data from old regions at 1733289471561 (+8 ms)Running coprocessor post-open hooks at 1733289471565 (+4 ms)Region opened successfully at 1733289471565 2024-12-04T05:17:51,566 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9., pid=6, masterSystemTime=1733289471546 2024-12-04T05:17:51,568 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,568 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:17:51,569 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab106c7ed4f543155da3b90896eed1e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,38881,1733289465420 2024-12-04T05:17:51,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab106c7ed4f543155da3b90896eed1e9, server=6c7595a931c3,38881,1733289465420 because future has completed 2024-12-04T05:17:51,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:17:51,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab106c7ed4f543155da3b90896eed1e9, server=6c7595a931c3,38881,1733289465420 in 179 msec 2024-12-04T05:17:51,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:17:51,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ab106c7ed4f543155da3b90896eed1e9, ASSIGN in 338 msec 2024-12-04T05:17:51,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:17:51,578 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289471578"}]},"ts":"1733289471578"} 2024-12-04T05:17:51,580 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:17:51,581 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:17:51,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec 2024-12-04T05:17:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:17:51,913 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:17:51,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af1097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41403,-1 for getting cluster id 2024-12-04T05:17:51,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:51,921 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '783dd661-b22f-4044-80e3-a251a0e8feea' 2024-12-04T05:17:51,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "783dd661-b22f-4044-80e3-a251a0e8feea" 2024-12-04T05:17:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81bb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41403,-1] 2024-12-04T05:17:51,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:51,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:51,931 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:51,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7469cd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b09e8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35337,-1 for getting cluster id 2024-12-04T05:17:51,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:51,946 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eef4db3-bf51-492c-8db7-bc58c6258072' 2024-12-04T05:17:51,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eef4db3-bf51-492c-8db7-bc58c6258072" 2024-12-04T05:17:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336dc75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35337,-1] 2024-12-04T05:17:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:51,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:51,948 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:51,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b59a5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2a6953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41403,-1 for getting cluster id 2024-12-04T05:17:51,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:51,962 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '783dd661-b22f-4044-80e3-a251a0e8feea' 2024-12-04T05:17:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:51,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "783dd661-b22f-4044-80e3-a251a0e8feea" 2024-12-04T05:17:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41403,-1] 2024-12-04T05:17:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:51,964 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40925213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41403,1733289461207 2024-12-04T05:17:51,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af0826 2024-12-04T05:17:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:51,970 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:51,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:35337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:17:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41403 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:17:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:17:51,978 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:35337' 2024-12-04T05:17:51,979 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141c3e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,979 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35337,-1 for getting cluster id 2024-12-04T05:17:51,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:51,980 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eef4db3-bf51-492c-8db7-bc58c6258072' 2024-12-04T05:17:51,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:51,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eef4db3-bf51-492c-8db7-bc58c6258072" 2024-12-04T05:17:51,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6d121b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35337,-1] 2024-12-04T05:17:51,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:51,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:51,983 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:51,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4783231e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:51,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:51,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35337,1733289465372 2024-12-04T05:17:51,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76075ac0 2024-12-04T05:17:51,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:51,987 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:51,988 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:17:51,988 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:17:51,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:51,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:51,989 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:17:51,990 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:17:51,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:51,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:17:51,992 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:51,993 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:17:52,041 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:17:52,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:17:52,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6cb71975c1615b2e0acfdbd29e12d27, NAME => 'hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd 2024-12-04T05:17:52,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:17:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:17:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:17:52,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:52,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6cb71975c1615b2e0acfdbd29e12d27, disabling compactions & flushes 2024-12-04T05:17:52,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. after waiting 0 ms 2024-12-04T05:17:52,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6cb71975c1615b2e0acfdbd29e12d27: Waiting for close lock at 1733289472475Disabling compacts and flushes for region at 1733289472475Disabling writes for close at 1733289472475Writing region close event to WAL at 1733289472475Closed at 1733289472475 2024-12-04T05:17:52,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:17:52,477 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289472477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289472477"}]},"ts":"1733289472477"} 2024-12-04T05:17:52,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:17:52,480 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:17:52,481 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289472480"}]},"ts":"1733289472480"} 2024-12-04T05:17:52,482 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:17:52,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6cb71975c1615b2e0acfdbd29e12d27, ASSIGN}] 2024-12-04T05:17:52,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6cb71975c1615b2e0acfdbd29e12d27, ASSIGN 2024-12-04T05:17:52,485 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6cb71975c1615b2e0acfdbd29e12d27, ASSIGN; state=OFFLINE, location=6c7595a931c3,38825,1733289461258; forceNewPlan=false, retain=false 2024-12-04T05:17:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:17:52,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6cb71975c1615b2e0acfdbd29e12d27, regionState=OPENING, regionLocation=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:52,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6cb71975c1615b2e0acfdbd29e12d27, ASSIGN because future has completed 2024-12-04T05:17:52,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6cb71975c1615b2e0acfdbd29e12d27, server=6c7595a931c3,38825,1733289461258}] 2024-12-04T05:17:52,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:17:52,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:17:52,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38825%2C1733289461258.rep, suffix=, logDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258, archiveDir=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/oldWALs, maxLogs=10 2024-12-04T05:17:52,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.rep.1733289472796, exclude list is [], retry=0 2024-12-04T05:17:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33061,DS-27870724-5f4e-48e9-859c-883b93ae1c3b,DISK] 2024-12-04T05:17:52,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.rep.1733289472796 2024-12-04T05:17:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43171:43171)] 2024-12-04T05:17:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6cb71975c1615b2e0acfdbd29e12d27, NAME => 'hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:17:52,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:17:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:17:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. service=MultiRowMutationService 2024-12-04T05:17:52,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:17:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:17:52,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,817 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,818 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6cb71975c1615b2e0acfdbd29e12d27 columnFamilyName hfileref 2024-12-04T05:17:52,818 DEBUG [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:52,819 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] regionserver.HStore(327): Store=f6cb71975c1615b2e0acfdbd29e12d27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:52,819 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,820 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6cb71975c1615b2e0acfdbd29e12d27 columnFamilyName queue 2024-12-04T05:17:52,820 DEBUG [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:52,820 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] regionserver.HStore(327): Store=f6cb71975c1615b2e0acfdbd29e12d27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:52,820 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,821 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6cb71975c1615b2e0acfdbd29e12d27 columnFamilyName sid 2024-12-04T05:17:52,821 DEBUG [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:17:52,821 INFO [StoreOpener-f6cb71975c1615b2e0acfdbd29e12d27-1 {}] regionserver.HStore(327): Store=f6cb71975c1615b2e0acfdbd29e12d27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:17:52,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:17:52,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:17:52,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6cb71975c1615b2e0acfdbd29e12d27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445250, jitterRate=0.12422183156013489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:17:52,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:17:52,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6cb71975c1615b2e0acfdbd29e12d27: Running coprocessor pre-open hook at 1733289472816Writing region info on filesystem at 1733289472816Initializing all the Stores at 1733289472816Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289472817 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289472817Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289472817Cleaning up temporary data from old regions at 1733289472823 (+6 ms)Running coprocessor post-open hooks at 1733289472827 (+4 ms)Region opened successfully at 1733289472828 (+1 ms) 2024-12-04T05:17:52,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27., pid=10, masterSystemTime=1733289472791 2024-12-04T05:17:52,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:17:52,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6cb71975c1615b2e0acfdbd29e12d27, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,38825,1733289461258 2024-12-04T05:17:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6cb71975c1615b2e0acfdbd29e12d27, server=6c7595a931c3,38825,1733289461258 because future has completed 2024-12-04T05:17:52,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:17:52,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6cb71975c1615b2e0acfdbd29e12d27, server=6c7595a931c3,38825,1733289461258 in 196 msec 2024-12-04T05:17:52,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:17:52,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6cb71975c1615b2e0acfdbd29e12d27, ASSIGN in 354 msec 2024-12-04T05:17:52,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:17:52,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289472840"}]},"ts":"1733289472840"} 2024-12-04T05:17:52,843 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:17:52,844 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:17:52,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-12-04T05:17:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27., hostname=6c7595a931c3,38825,1733289461258, seqNum=2] 2024-12-04T05:17:52,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:52,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:17:52,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:17:53,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:17:53,068 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:17:53,106 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,38825,1733289461258, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:17:53,107 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:53,107 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38825,1733289461258, seqNum=-1] 2024-12-04T05:17:53,108 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:53,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T05:17:53,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,38825,1733289461258', locateType=CURRENT is [region=hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27., hostname=6c7595a931c3,38825,1733289461258, seqNum=2] 2024-12-04T05:17:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:17:53,120 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:17:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:17:53,123 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,38825,1733289461258 suceeded 2024-12-04T05:17:53,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:17:53,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-12-04T05:17:53,134 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:35337,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T05:17:53,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1630 sec 2024-12-04T05:17:53,160 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:35337' 2024-12-04T05:17:53,169 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cf311ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:53,169 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35337,-1 for getting cluster id 2024-12-04T05:17:53,169 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:53,170 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eef4db3-bf51-492c-8db7-bc58c6258072' 2024-12-04T05:17:53,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:53,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eef4db3-bf51-492c-8db7-bc58c6258072" 2024-12-04T05:17:53,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@718f15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:53,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35337,-1] 2024-12-04T05:17:53,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:53,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:53,172 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:53,173 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747563ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:53,173 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:53,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35337,1733289465372 2024-12-04T05:17:53,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cc15dda 2024-12-04T05:17:53,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:53,175 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:53,176 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,38825,1733289461258 (queues=1) is replicating from cluster=783dd661-b22f-4044-80e3-a251a0e8feea to cluster=1eef4db3-bf51-492c-8db7-bc58c6258072 2024-12-04T05:17:53,176 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C38825%2C1733289461258 2024-12-04T05:17:53,177 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,38825,1733289461258, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:17:53,193 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251, startPosition=0, beingWritten=true 2024-12-04T05:17:53,196 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C38825%2C1733289461258 2024-12-04T05:17:53,239 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:17:53,240 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 379, reset compression=false 2024-12-04T05:17:53,240 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38825,1733289461258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:17:53,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:17:53,473 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 379, reset compression=false 2024-12-04T05:17:53,778 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 379, reset compression=false 2024-12-04T05:17:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:17:54,123 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:17:54,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:54,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:54,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:54,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:54,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:54,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:54,131 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733289474129/Put/seqid=0 2024-12-04T05:17:54,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741840_1016 (size=7894) 2024-12-04T05:17:54,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 379, reset compression=false 2024-12-04T05:17:54,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_1 is 34, key is ddd/f:row/1733289474538/Put/seqid=0 2024-12-04T05:17:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741841_1017 (size=7691) 2024-12-04T05:17:54,688 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 379, reset compression=false 2024-12-04T05:17:54,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e781d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:54,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41403,-1 for getting cluster id 2024-12-04T05:17:54,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:54,950 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '783dd661-b22f-4044-80e3-a251a0e8feea' 2024-12-04T05:17:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "783dd661-b22f-4044-80e3-a251a0e8feea" 2024-12-04T05:17:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41403,-1] 2024-12-04T05:17:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:54,952 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:54,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b3fb97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:54,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38825,1733289461258, seqNum=-1] 2024-12-04T05:17:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:54,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:54,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41403,1733289461207 2024-12-04T05:17:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9e78578 2024-12-04T05:17:54,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:54,968 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2] 2024-12-04T05:17:54,982 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:17:54,993 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T05:17:54,996 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T05:17:55,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_0 for inclusion in 68e9e1d21394387bfc54e41ed41e5949/f 2024-12-04T05:17:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T05:17:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:17:55,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_1 for inclusion in 68e9e1d21394387bfc54e41ed41e5949/f 2024-12-04T05:17:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T05:17:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:17:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HRegion(2603): Flush status journal for 68e9e1d21394387bfc54e41ed41e5949: 2024-12-04T05:17:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_0 to hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_0 2024-12-04T05:17:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_0 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/439696888d2a422eb67721682a217c5b_SeqId_4_ 2024-12-04T05:17:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f/f/hfile_1 to hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_1 2024-12-04T05:17:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_1 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ 2024-12-04T05:17:55,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_0 into 68e9e1d21394387bfc54e41ed41e5949/f as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/439696888d2a422eb67721682a217c5b_SeqId_4_ - updating store file list. 2024-12-04T05:17:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 439696888d2a422eb67721682a217c5b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:17:55,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/439696888d2a422eb67721682a217c5b_SeqId_4_ into 68e9e1d21394387bfc54e41ed41e5949/f 2024-12-04T05:17:55,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_0 into 68e9e1d21394387bfc54e41ed41e5949/f (new location: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/439696888d2a422eb67721682a217c5b_SeqId_4_) 2024-12-04T05:17:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_0 2024-12-04T05:17:55,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_1 into 68e9e1d21394387bfc54e41ed41e5949/f as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ - updating store file list. 2024-12-04T05:17:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86b1575092db4848a073d83b553e1ab3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:17:55,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ into 68e9e1d21394387bfc54e41ed41e5949/f 2024-12-04T05:17:55,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_1 into 68e9e1d21394387bfc54e41ed41e5949/f (new location: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_) 2024-12-04T05:17:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__9qufvagb27thssgoi9v2tqkhln5th8hmm5dg5287m69sg7l4eo8rbvfjp0im85s6/f/hfile_1 2024-12-04T05:17:55,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:55,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:55,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:55,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:55,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:55,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2 , the old value is region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c7595a931c3:38825 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:17:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38881,1733289465420, seqNum=-1] 2024-12-04T05:17:55,053 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T05:17:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:17:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2 from cache 2024-12-04T05:17:55,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:55,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:55,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9., hostname=6c7595a931c3,38881,1733289465420, seqNum=2] 2024-12-04T05:17:55,058 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:17:55,164 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:38825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T05:17:55,292 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 379, reset compression=false 2024-12-04T05:17:55,300 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:17:55,300 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38825,1733289461258 got entry batch from reader: WALEntryBatch [walEntries=[{test/68e9e1d21394387bfc54e41ed41e5949/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289475046/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T05:17:55,325 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:17:55,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T05:17:55,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.ReplicationSink(318): Replicating [783dd661-b22f-4044-80e3-a251a0e8feea] bulk loaded data 2024-12-04T05:17:55,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa85112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:55,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35337,-1 for getting cluster id 2024-12-04T05:17:55,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:55,333 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eef4db3-bf51-492c-8db7-bc58c6258072' 2024-12-04T05:17:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eef4db3-bf51-492c-8db7-bc58c6258072" 2024-12-04T05:17:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69d5f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35337,-1] 2024-12-04T05:17:55,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:55,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:55,334 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:55,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5b700e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:55,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741837_1013 (size=7894) 2024-12-04T05:17:55,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:17:55,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:55,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:55,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:55,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:17:55,500 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 687, reset compression=false 2024-12-04T05:17:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741838_1014 (size=7691) 2024-12-04T05:17:55,805 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 687, reset compression=false 2024-12-04T05:17:56,061 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:17:56,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35337,1733289465372 2024-12-04T05:17:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3138fb4a 2024-12-04T05:17:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:56,164 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T05:17:56,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:17:56,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:56,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38881,1733289465420, seqNum=-1] 2024-12-04T05:17:56,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:56,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T05:17:56,175 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/439696888d2a422eb67721682a217c5b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T05:17:56,179 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T05:17:56,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ for inclusion in ab106c7ed4f543155da3b90896eed1e9/f 2024-12-04T05:17:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T05:17:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:17:56,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/439696888d2a422eb67721682a217c5b_SeqId_4_ for inclusion in ab106c7ed4f543155da3b90896eed1e9/f 2024-12-04T05:17:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T05:17:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:17:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegion(2603): Flush status journal for ab106c7ed4f543155da3b90896eed1e9: 2024-12-04T05:17:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86b1575092db4848a073d83b553e1ab3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:17:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/541d4a689bc2425d841dd0a4c95391f3_SeqId_4_ 2024-12-04T05:17:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 439696888d2a422eb67721682a217c5b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:17:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/439696888d2a422eb67721682a217c5b_SeqId_4_ as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/7a4965557eff4a2db5e3beeb9df74fa4_SeqId_4_ 2024-12-04T05:17:56,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ into ab106c7ed4f543155da3b90896eed1e9/f as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/541d4a689bc2425d841dd0a4c95391f3_SeqId_4_ - updating store file list. 2024-12-04T05:17:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 541d4a689bc2425d841dd0a4c95391f3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:17:56,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/541d4a689bc2425d841dd0a4c95391f3_SeqId_4_ into ab106c7ed4f543155da3b90896eed1e9/f 2024-12-04T05:17:56,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ into ab106c7ed4f543155da3b90896eed1e9/f (new location: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/541d4a689bc2425d841dd0a4c95391f3_SeqId_4_) 2024-12-04T05:17:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/86b1575092db4848a073d83b553e1ab3_SeqId_4_ 2024-12-04T05:17:56,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/439696888d2a422eb67721682a217c5b_SeqId_4_ into ab106c7ed4f543155da3b90896eed1e9/f as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/7a4965557eff4a2db5e3beeb9df74fa4_SeqId_4_ - updating store file list. 2024-12-04T05:17:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a4965557eff4a2db5e3beeb9df74fa4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:17:56,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/7a4965557eff4a2db5e3beeb9df74fa4_SeqId_4_ into ab106c7ed4f543155da3b90896eed1e9/f 2024-12-04T05:17:56,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/439696888d2a422eb67721682a217c5b_SeqId_4_ into ab106c7ed4f543155da3b90896eed1e9/f (new location: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/f/7a4965557eff4a2db5e3beeb9df74fa4_SeqId_4_) 2024-12-04T05:17:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/staging/jenkins.hfs.6__test__t135aupn33b89j782o5d8ninavc2urajgdf5eilhff10slufv8emjujbfttu2lle/f/439696888d2a422eb67721682a217c5b_SeqId_4_ 2024-12-04T05:17:56,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38881 {}] regionserver.ReplicationSink(324): Finished replicating [783dd661-b22f-4044-80e3-a251a0e8feea] bulk loaded data 2024-12-04T05:17:56,215 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 687, reset compression=false 2024-12-04T05:17:56,719 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 687, reset compression=false 2024-12-04T05:17:57,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:17:57,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733289477080/Put/seqid=0 2024-12-04T05:17:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741842_1018 (size=7997) 2024-12-04T05:17:57,324 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 687, reset compression=false 2024-12-04T05:17:57,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733289477488/Put/seqid=0 2024-12-04T05:17:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741843_1019 (size=7794) 2024-12-04T05:17:57,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1421a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:57,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41403,-1 for getting cluster id 2024-12-04T05:17:57,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:17:57,897 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '783dd661-b22f-4044-80e3-a251a0e8feea' 2024-12-04T05:17:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:17:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "783dd661-b22f-4044-80e3-a251a0e8feea" 2024-12-04T05:17:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41403,-1] 2024-12-04T05:17:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:17:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:57,899 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:17:57,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c620b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:17:57,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38825,1733289461258, seqNum=-1] 2024-12-04T05:17:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:57,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:57,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:17:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41403,1733289461207 2024-12-04T05:17:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-12-04T05:17:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:17:57,918 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:17:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2] 2024-12-04T05:17:57,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:17:57,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T05:17:57,946 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T05:17:57,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_1 for inclusion in 68e9e1d21394387bfc54e41ed41e5949/f1 2024-12-04T05:17:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T05:17:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:17:57,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_0 for inclusion in 68e9e1d21394387bfc54e41ed41e5949/f1 2024-12-04T05:17:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T05:17:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:17:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HRegion(2603): Flush status journal for 68e9e1d21394387bfc54e41ed41e5949: 2024-12-04T05:17:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_1 to hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_1 2024-12-04T05:17:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_1 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/aca5259769874700b7e87f0d4a17c2cd_SeqId_6_ 2024-12-04T05:17:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/load_f1/f1/hfile_0 to hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_0 2024-12-04T05:17:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_0 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/7c55f13247e34a808aad39670dd9a243_SeqId_6_ 2024-12-04T05:17:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T05:17:58,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_1 into 68e9e1d21394387bfc54e41ed41e5949/f1 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/aca5259769874700b7e87f0d4a17c2cd_SeqId_6_ - updating store file list. 2024-12-04T05:17:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aca5259769874700b7e87f0d4a17c2cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:17:58,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/aca5259769874700b7e87f0d4a17c2cd_SeqId_6_ into 68e9e1d21394387bfc54e41ed41e5949/f1 2024-12-04T05:17:58,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_1 into 68e9e1d21394387bfc54e41ed41e5949/f1 (new location: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/aca5259769874700b7e87f0d4a17c2cd_SeqId_6_) 2024-12-04T05:17:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_1 2024-12-04T05:17:58,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_0 into 68e9e1d21394387bfc54e41ed41e5949/f1 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/7c55f13247e34a808aad39670dd9a243_SeqId_6_ - updating store file list. 2024-12-04T05:17:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c55f13247e34a808aad39670dd9a243_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:17:58,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/7c55f13247e34a808aad39670dd9a243_SeqId_6_ into 68e9e1d21394387bfc54e41ed41e5949/f1 2024-12-04T05:17:58,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_0 into 68e9e1d21394387bfc54e41ed41e5949/f1 (new location: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/f1/7c55f13247e34a808aad39670dd9a243_SeqId_6_) 2024-12-04T05:17:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/staging/jenkins__test__fv573gtsmpprqomg94c7ef3ranq8mgob7vbvg83fhs8p3ctur1r46c79rtpom5vk/f1/hfile_0 2024-12-04T05:17:58,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:17:58,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:17:58,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:58,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:17:58,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:17:58,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:17:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2 , the old value is region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c7595a931c3:38825 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:17:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:17:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2 from cache 2024-12-04T05:17:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38825,1733289461258, seqNum=-1] 2024-12-04T05:17:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:17:58,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:17:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38825: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53252 deadline: 1733289538017 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53252 2024-12-04T05:17:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949., hostname=6c7595a931c3,38825,1733289461258, seqNum=2] 2024-12-04T05:17:58,028 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 687, reset compression=false 2024-12-04T05:17:58,084 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:17:58,084 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:17:58,084 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38825,1733289461258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:17:58,123 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:38825 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T05:17:58,314 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:17:58,620 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:17:59,024 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:17:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:17:59,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T05:17:59,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:17:59,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T05:17:59,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:17:59,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T05:17:59,532 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:00,136 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:00,841 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:01,645 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:02,549 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:03,554 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:04,658 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:05,863 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:07,167 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:08,571 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:10,075 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:10,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:18:11,679 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:13,383 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:14,959 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:18:15,187 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:17,091 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:18,088 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38825,1733289461258 got entry batch from reader: null 2024-12-04T05:18:19,095 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:21,200 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:23,404 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:25,179 INFO [master/6c7595a931c3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T05:18:25,179 INFO [master/6c7595a931c3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T05:18:25,708 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:28,112 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:28,510 INFO [master/6c7595a931c3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T05:18:28,510 INFO [master/6c7595a931c3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T05:18:30,616 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:33,220 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:34,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 68e9e1d21394387bfc54e41ed41e5949, had cached 0 bytes from a total of 31376 2024-12-04T05:18:35,925 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:36,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ab106c7ed4f543155da3b90896eed1e9, had cached 0 bytes from a total of 15585 2024-12-04T05:18:38,088 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38825,1733289461258 got entry batch from reader: null 2024-12-04T05:18:38,729 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:40,794 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:18:41,634 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:44,639 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:44,959 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:18:45,513 DEBUG [master/6c7595a931c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T05:18:47,744 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:48,509 DEBUG [master/6c7595a931c3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T05:18:50,948 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:54,252 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:57,658 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:18:58,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:18:58,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:18:58,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:18:58,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:58,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:58,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:18:58,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:18:58,057 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687744671, stopped=false 2024-12-04T05:18:58,057 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,35337,1733289465372 2024-12-04T05:18:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899576978/running 2024-12-04T05:18:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899576978/running 2024-12-04T05:18:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:18:58,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:18:58,060 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:18:58,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:18:58,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:18:58,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:58,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,38881,1733289465420' ***** 2024-12-04T05:18:58,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:18:58,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/running 2024-12-04T05:18:58,061 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:18:58,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Set watcher on znode that does not yet exist, /1-1899576978/running 2024-12-04T05:18:58,061 INFO [RS:0;6c7595a931c3:38881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:18:58,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:18:58,061 INFO [RS:0;6c7595a931c3:38881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(3091): Received CLOSE for ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,38881,1733289465420 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38881. 2024-12-04T05:18:58,062 DEBUG [RS:0;6c7595a931c3:38881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:18:58,062 DEBUG [RS:0;6c7595a931c3:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:18:58,062 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab106c7ed4f543155da3b90896eed1e9, disabling compactions & flushes 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:18:58,062 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:18:58,062 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:18:58,062 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. after waiting 0 ms 2024-12-04T05:18:58,062 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:18:58,062 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:18:58,062 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1325): Online Regions={ab106c7ed4f543155da3b90896eed1e9=test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:18:58,062 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab106c7ed4f543155da3b90896eed1e9 2024-12-04T05:18:58,062 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:18:58,063 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:18:58,063 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:18:58,063 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:18:58,063 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:18:58,063 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T05:18:58,068 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/default/test/ab106c7ed4f543155da3b90896eed1e9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T05:18:58,069 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:18:58,069 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:18:58,069 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:18:58,069 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab106c7ed4f543155da3b90896eed1e9: Waiting for close lock at 1733289538062Running coprocessor pre-close hooks at 1733289538062Disabling compacts and flushes for region at 1733289538062Disabling writes for close at 1733289538062Writing region close event to WAL at 1733289538063 (+1 ms)Running coprocessor post-close hooks at 1733289538068 (+5 ms)Closed at 1733289538069 (+1 ms) 2024-12-04T05:18:58,069 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9. 2024-12-04T05:18:58,076 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:18:58,082 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/info/426b964bfa3a4257a67d241817fd4a4e is 129, key is test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9./info:regioninfo/1733289471569/Put/seqid=0 2024-12-04T05:18:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741839_1015 (size=6421) 2024-12-04T05:18:58,089 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38825,1733289461258 got entry batch from reader: null 2024-12-04T05:18:58,263 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:58,339 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:18:58,339 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:18:58,463 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:58,486 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/info/426b964bfa3a4257a67d241817fd4a4e 2024-12-04T05:18:58,506 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/ns/035afd3468084119bfaadbb34f1daf47 is 43, key is default/ns:d/1733289468493/Put/seqid=0 2024-12-04T05:18:58,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741840_1016 (size=5153) 2024-12-04T05:18:58,663 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:58,863 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:58,911 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/ns/035afd3468084119bfaadbb34f1daf47 2024-12-04T05:18:58,931 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/rep_barrier/32fbd686549a4b2bbc833635339c403d is 112, key is test,,1733289470767.ab106c7ed4f543155da3b90896eed1e9./rep_barrier:seqnumDuringOpen/1733289471569/Put/seqid=0 2024-12-04T05:18:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741841_1017 (size=5518) 2024-12-04T05:18:59,063 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:18:59,064 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:18:59,064 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:59,264 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:59,336 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/rep_barrier/32fbd686549a4b2bbc833635339c403d 2024-12-04T05:18:59,361 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/table/d2d3548e23a24d428c233b3f36b87d63 is 40, key is test/table:state/1733289471578/Put/seqid=0 2024-12-04T05:18:59,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741842_1018 (size=5165) 2024-12-04T05:18:59,464 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:59,664 DEBUG [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:18:59,767 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/table/d2d3548e23a24d428c233b3f36b87d63 2024-12-04T05:18:59,773 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/info/426b964bfa3a4257a67d241817fd4a4e as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/info/426b964bfa3a4257a67d241817fd4a4e 2024-12-04T05:18:59,778 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/info/426b964bfa3a4257a67d241817fd4a4e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T05:18:59,779 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/ns/035afd3468084119bfaadbb34f1daf47 as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/ns/035afd3468084119bfaadbb34f1daf47 2024-12-04T05:18:59,784 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/ns/035afd3468084119bfaadbb34f1daf47, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:18:59,785 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/rep_barrier/32fbd686549a4b2bbc833635339c403d as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/rep_barrier/32fbd686549a4b2bbc833635339c403d 2024-12-04T05:18:59,790 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/rep_barrier/32fbd686549a4b2bbc833635339c403d, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T05:18:59,791 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/.tmp/table/d2d3548e23a24d428c233b3f36b87d63 as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/table/d2d3548e23a24d428c233b3f36b87d63 2024-12-04T05:18:59,798 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/table/d2d3548e23a24d428c233b3f36b87d63, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:18:59,799 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false 2024-12-04T05:18:59,809 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T05:18:59,810 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:18:59,810 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:18:59,810 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:18:59,810 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289538062Running coprocessor pre-close hooks at 1733289538062Disabling compacts and flushes for region at 1733289538062Disabling writes for close at 1733289538063 (+1 ms)Obtaining lock to block concurrent updates at 1733289538063Preparing flush snapshotting stores in 1588230740 at 1733289538063Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733289538063Flushing stores of hbase:meta,,1.1588230740 at 1733289538064 (+1 ms)Flushing 1588230740/info: creating writer at 1733289538064Flushing 1588230740/info: appending metadata at 1733289538081 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733289538081Flushing 1588230740/ns: creating writer at 1733289538492 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733289538506 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733289538506Flushing 1588230740/rep_barrier: creating writer at 1733289538916 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289538931 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289538931Flushing 1588230740/table: creating writer at 1733289539344 (+413 ms)Flushing 1588230740/table: appending metadata at 1733289539360 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733289539360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3debc6d0: reopening flushed file at 1733289539772 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f5a54e: reopening flushed file at 1733289539779 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7f0e07: reopening flushed file at 1733289539784 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0561af: reopening flushed file at 1733289539790 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false at 1733289539799 (+9 ms)Writing region close event to WAL at 1733289539805 (+6 ms)Running coprocessor post-close hooks at 1733289539810 (+5 ms)Closed at 1733289539810 2024-12-04T05:18:59,810 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:18:59,864 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,38881,1733289465420; all regions closed. 2024-12-04T05:18:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741834_1010 (size=2717) 2024-12-04T05:18:59,869 DEBUG [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/oldWALs 2024-12-04T05:18:59,869 INFO [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38881%2C1733289465420.meta:.meta(num 1733289468415) 2024-12-04T05:18:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741832_1008 (size=1028) 2024-12-04T05:18:59,872 DEBUG [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/oldWALs 2024-12-04T05:18:59,873 INFO [RS:0;6c7595a931c3:38881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38881%2C1733289465420:(num 1733289467441) 2024-12-04T05:18:59,873 DEBUG [RS:0;6c7595a931c3:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:59,873 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:18:59,873 INFO [RS:0;6c7595a931c3:38881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:18:59,873 INFO [RS:0;6c7595a931c3:38881 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:18:59,873 INFO [RS:0;6c7595a931c3:38881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:18:59,873 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:18:59,873 INFO [RS:0;6c7595a931c3:38881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38881. 2024-12-04T05:18:59,874 DEBUG [RS:0;6c7595a931c3:38881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:18:59,874 DEBUG [RS:0;6c7595a931c3:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:59,874 DEBUG [RS:0;6c7595a931c3:38881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:18:59,874 INFO [RS:0;6c7595a931c3:38881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38881 2024-12-04T05:18:59,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:18:59,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978/rs 2024-12-04T05:18:59,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899576978/rs/6c7595a931c3,38881,1733289465420 2024-12-04T05:18:59,877 INFO [RS:0;6c7595a931c3:38881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:18:59,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,38881,1733289465420] 2024-12-04T05:18:59,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1899576978/draining/6c7595a931c3,38881,1733289465420 already deleted, retry=false 2024-12-04T05:18:59,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,38881,1733289465420 expired; onlineServers=0 2024-12-04T05:18:59,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,35337,1733289465372' ***** 2024-12-04T05:18:59,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:18:59,880 INFO [M:0;6c7595a931c3:35337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:18:59,880 INFO [M:0;6c7595a931c3:35337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:18:59,880 DEBUG [M:0;6c7595a931c3:35337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:18:59,880 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:18:59,880 DEBUG [M:0;6c7595a931c3:35337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:18:59,880 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289467236 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289467236,5,FailOnTimeoutGroup] 2024-12-04T05:18:59,880 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289467236 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289467236,5,FailOnTimeoutGroup] 2024-12-04T05:18:59,881 INFO [M:0;6c7595a931c3:35337 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:18:59,881 INFO [M:0;6c7595a931c3:35337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:18:59,881 DEBUG [M:0;6c7595a931c3:35337 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:18:59,881 INFO [M:0;6c7595a931c3:35337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:18:59,881 INFO [M:0;6c7595a931c3:35337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:18:59,881 INFO [M:0;6c7595a931c3:35337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:18:59,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:18:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1899576978/master 2024-12-04T05:18:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1899576978 2024-12-04T05:18:59,882 DEBUG [M:0;6c7595a931c3:35337 {}] zookeeper.ZKUtil(347): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Unable to get data of znode /1-1899576978/master because node does not exist (not an error) 2024-12-04T05:18:59,882 WARN [M:0;6c7595a931c3:35337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:18:59,883 INFO [M:0;6c7595a931c3:35337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/.lastflushedseqids 2024-12-04T05:18:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741843_1019 (size=173) 2024-12-04T05:18:59,979 INFO [RS:0;6c7595a931c3:38881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:18:59,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:18:59,979 INFO [RS:0;6c7595a931c3:38881 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,38881,1733289465420; zookeeper connection closed. 2024-12-04T05:18:59,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38881-0x1017be82c860004, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:18:59,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64e540aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64e540aa 2024-12-04T05:18:59,980 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:00,287 INFO [M:0;6c7595a931c3:35337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:00,288 INFO [M:0;6c7595a931c3:35337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:00,288 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:00,288 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:00,288 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:00,288 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:00,288 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:00,288 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-04T05:19:00,312 DEBUG [M:0;6c7595a931c3:35337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0886ddf78111497a9ac8a84c7826da10 is 82, key is hbase:meta,,1/info:regioninfo/1733289468479/Put/seqid=0 2024-12-04T05:19:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741844_1020 (size=5672) 2024-12-04T05:19:00,718 INFO [M:0;6c7595a931c3:35337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0886ddf78111497a9ac8a84c7826da10 2024-12-04T05:19:00,742 DEBUG [M:0;6c7595a931c3:35337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45193038a61a4710b818ef84b3e6613f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289471582/Put/seqid=0 2024-12-04T05:19:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741845_1021 (size=6727) 2024-12-04T05:19:01,150 INFO [M:0;6c7595a931c3:35337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45193038a61a4710b818ef84b3e6613f 2024-12-04T05:19:01,156 INFO [M:0;6c7595a931c3:35337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45193038a61a4710b818ef84b3e6613f 2024-12-04T05:19:01,162 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 to pos 997, reset compression=false 2024-12-04T05:19:01,174 DEBUG [M:0;6c7595a931c3:35337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59f7423a3b4e498f91956f3c06c000d2 is 69, key is 6c7595a931c3,38881,1733289465420/rs:state/1733289467291/Put/seqid=0 2024-12-04T05:19:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741846_1022 (size=5156) 2024-12-04T05:19:01,579 INFO [M:0;6c7595a931c3:35337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59f7423a3b4e498f91956f3c06c000d2 2024-12-04T05:19:01,585 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0886ddf78111497a9ac8a84c7826da10 as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0886ddf78111497a9ac8a84c7826da10 2024-12-04T05:19:01,589 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0886ddf78111497a9ac8a84c7826da10, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T05:19:01,590 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45193038a61a4710b818ef84b3e6613f as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45193038a61a4710b818ef84b3e6613f 2024-12-04T05:19:01,594 INFO [M:0;6c7595a931c3:35337 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45193038a61a4710b818ef84b3e6613f 2024-12-04T05:19:01,594 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45193038a61a4710b818ef84b3e6613f, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T05:19:01,594 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59f7423a3b4e498f91956f3c06c000d2 as hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59f7423a3b4e498f91956f3c06c000d2 2024-12-04T05:19:01,598 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40627/user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59f7423a3b4e498f91956f3c06c000d2, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T05:19:01,599 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=58, compaction requested=false 2024-12-04T05:19:01,601 INFO [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:01,601 DEBUG [M:0;6c7595a931c3:35337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289540288Disabling compacts and flushes for region at 1733289540288Disabling writes for close at 1733289540288Obtaining lock to block concurrent updates at 1733289540288Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289540288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733289540289 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289540290 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289540290Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289540312 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289540312Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289540723 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289540742 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289540742Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289541156 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289541173 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289541173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564534e9: reopening flushed file at 1733289541584 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c50589: reopening flushed file at 1733289541589 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385a3cdb: reopening flushed file at 1733289541594 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=58, compaction requested=false at 1733289541599 (+5 ms)Writing region close event to WAL at 1733289541601 (+2 ms)Closed at 1733289541601 2024-12-04T05:19:01,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36545 is added to blk_1073741830_1006 (size=33026) 2024-12-04T05:19:01,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/839cf151-7cd5-7817-b891-d6910ff617dc/MasterData/WALs/6c7595a931c3,35337,1733289465372/6c7595a931c3%2C35337%2C1733289465372.1733289467139 not finished, retry = 0 2024-12-04T05:19:01,704 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:01,705 INFO [M:0;6c7595a931c3:35337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:01,705 INFO [M:0;6c7595a931c3:35337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35337 2024-12-04T05:19:01,705 INFO [M:0;6c7595a931c3:35337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:01,807 INFO [M:0;6c7595a931c3:35337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35337-0x1017be82c860003, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:01,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c2e098{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:01,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@781b983f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:01,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:01,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cfb5077{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:01,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@703af7d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:01,814 WARN [BP-1541704235-172.17.0.2-1733289464316 heartbeating to localhost/127.0.0.1:40627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:19:01,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:19:01,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:19:01,814 WARN [BP-1541704235-172.17.0.2-1733289464316 heartbeating to localhost/127.0.0.1:40627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541704235-172.17.0.2-1733289464316 (Datanode Uuid 5fa15dc9-22f5-4200-83cc-de5eb32eb1ee) service to localhost/127.0.0.1:40627 2024-12-04T05:19:01,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/cluster_f54ec8b2-69ca-d769-510a-e7440c7e44a0/data/data1/current/BP-1541704235-172.17.0.2-1733289464316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:01,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/cluster_f54ec8b2-69ca-d769-510a-e7440c7e44a0/data/data2/current/BP-1541704235-172.17.0.2-1733289464316 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:01,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:19:01,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4435c507{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:01,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae5947e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:01,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:01,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74214264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:01,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52605e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:01,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:19:01,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:19:01,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:01,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:01,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:01,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:01,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:01,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:19:01,840 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=467813021, stopped=false 2024-12-04T05:19:01,840 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,41403,1733289461207 2024-12-04T05:19:01,851 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604716945/running 2024-12-04T05:19:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604716945/running 2024-12-04T05:19:01,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:01,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:19:01,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:19:01,852 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,38825,1733289461258' ***** 2024-12-04T05:19:01,852 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:19:01,852 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:19:01,852 INFO [RS:0;6c7595a931c3:38825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:19:01,852 INFO [RS:0;6c7595a931c3:38825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:19:01,852 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(3091): Received CLOSE for f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:19:01,852 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(3091): Received CLOSE for 68e9e1d21394387bfc54e41ed41e5949 2024-12-04T05:19:01,852 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,38825,1733289461258 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:01,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38825. 2024-12-04T05:19:01,853 DEBUG [RS:0;6c7595a931c3:38825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:01,853 DEBUG [RS:0;6c7595a931c3:38825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:19:01,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/running 2024-12-04T05:19:01,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Set watcher on znode that does not yet exist, /0604716945/running 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:19:01,853 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6cb71975c1615b2e0acfdbd29e12d27, disabling compactions & flushes 2024-12-04T05:19:01,853 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:19:01,853 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:19:01,853 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:19:01,853 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. after waiting 0 ms 2024-12-04T05:19:01,853 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1325): Online Regions={f6cb71975c1615b2e0acfdbd29e12d27=hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27., 1588230740=hbase:meta,,1.1588230740, 68e9e1d21394387bfc54e41ed41e5949=test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949.} 2024-12-04T05:19:01,853 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:19:01,854 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e9e1d21394387bfc54e41ed41e5949, f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:19:01,854 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6cb71975c1615b2e0acfdbd29e12d27 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T05:19:01,854 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:01,854 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:01,854 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:01,854 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:01,854 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:01,854 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:19:01,871 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/info/66f818cb59dc4fc0a0ff67628f54cadd is 147, key is hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27./info:regioninfo/1733289472832/Put/seqid=0 2024-12-04T05:19:01,873 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/.tmp/hfileref/9afd91c612f3415bacc0a0d016ceaef4 is 74, key is 1/hfileref:439696888d2a422eb67721682a217c5b_SeqId_4_/1733289476205/DeleteColumn/seqid=0 2024-12-04T05:19:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741844_1020 (size=7686) 2024-12-04T05:19:01,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741845_1021 (size=5203) 2024-12-04T05:19:01,885 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:02,054 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e9e1d21394387bfc54e41ed41e5949, f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:19:02,115 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:19:02,115 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:19:02,254 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68e9e1d21394387bfc54e41ed41e5949, f6cb71975c1615b2e0acfdbd29e12d27 2024-12-04T05:19:02,277 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/info/66f818cb59dc4fc0a0ff67628f54cadd 2024-12-04T05:19:02,279 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/.tmp/hfileref/9afd91c612f3415bacc0a0d016ceaef4 2024-12-04T05:19:02,308 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/ns/faa8e8a39017472fbfe894064ea5b4d6 is 43, key is default/ns:d/1733289464263/Put/seqid=0 2024-12-04T05:19:02,309 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/.tmp/queue/6ad37211a0ee4362a8ee691a72e39aba is 153, key is 1-6c7595a931c3,38825,1733289461258/queue:6c7595a931c3%2C38825%2C1733289461258/1733289478086/Put/seqid=0 2024-12-04T05:19:02,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741846_1022 (size=5352) 2024-12-04T05:19:02,315 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/.tmp/queue/6ad37211a0ee4362a8ee691a72e39aba 2024-12-04T05:19:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741847_1023 (size=5153) 2024-12-04T05:19:02,320 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/ns/faa8e8a39017472fbfe894064ea5b4d6 2024-12-04T05:19:02,323 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/.tmp/hfileref/9afd91c612f3415bacc0a0d016ceaef4 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/hfileref/9afd91c612f3415bacc0a0d016ceaef4 2024-12-04T05:19:02,329 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/hfileref/9afd91c612f3415bacc0a0d016ceaef4, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T05:19:02,330 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/.tmp/queue/6ad37211a0ee4362a8ee691a72e39aba as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/queue/6ad37211a0ee4362a8ee691a72e39aba 2024-12-04T05:19:02,335 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/queue/6ad37211a0ee4362a8ee691a72e39aba, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T05:19:02,336 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f6cb71975c1615b2e0acfdbd29e12d27 in 483ms, sequenceid=10, compaction requested=false 2024-12-04T05:19:02,345 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/rep_barrier/b987f806b31b4a07aaebd70a4f0ae188 is 112, key is test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949./rep_barrier:seqnumDuringOpen/1733289469911/Put/seqid=0 2024-12-04T05:19:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741848_1024 (size=5518) 2024-12-04T05:19:02,356 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/replication/f6cb71975c1615b2e0acfdbd29e12d27/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T05:19:02,357 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:02,357 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:02,357 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:19:02,357 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6cb71975c1615b2e0acfdbd29e12d27: Waiting for close lock at 1733289541853Running coprocessor pre-close hooks at 1733289541853Disabling compacts and flushes for region at 1733289541853Disabling writes for close at 1733289541853Obtaining lock to block concurrent updates at 1733289541854 (+1 ms)Preparing flush snapshotting stores in f6cb71975c1615b2e0acfdbd29e12d27 at 1733289541854Finished memstore snapshotting hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733289541854Flushing stores of hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. at 1733289541855 (+1 ms)Flushing f6cb71975c1615b2e0acfdbd29e12d27/hfileref: creating writer at 1733289541855Flushing f6cb71975c1615b2e0acfdbd29e12d27/hfileref: appending metadata at 1733289541872 (+17 ms)Flushing f6cb71975c1615b2e0acfdbd29e12d27/hfileref: closing flushed file at 1733289541872Flushing f6cb71975c1615b2e0acfdbd29e12d27/queue: creating writer at 1733289542287 (+415 ms)Flushing f6cb71975c1615b2e0acfdbd29e12d27/queue: appending metadata at 1733289542308 (+21 ms)Flushing f6cb71975c1615b2e0acfdbd29e12d27/queue: closing flushed file at 1733289542308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad96605: reopening flushed file at 1733289542322 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cad74ef: reopening flushed file at 1733289542329 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for f6cb71975c1615b2e0acfdbd29e12d27 in 483ms, sequenceid=10, compaction requested=false at 1733289542336 (+7 ms)Writing region close event to WAL at 1733289542352 (+16 ms)Running coprocessor post-close hooks at 1733289542357 (+5 ms)Closed at 1733289542357 2024-12-04T05:19:02,357 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289471989.f6cb71975c1615b2e0acfdbd29e12d27. 2024-12-04T05:19:02,358 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68e9e1d21394387bfc54e41ed41e5949, disabling compactions & flushes 2024-12-04T05:19:02,358 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:19:02,358 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:19:02,358 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. after waiting 0 ms 2024-12-04T05:19:02,358 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:19:02,362 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/default/test/68e9e1d21394387bfc54e41ed41e5949/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:19:02,362 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:02,362 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:19:02,363 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:19:02,363 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68e9e1d21394387bfc54e41ed41e5949: Waiting for close lock at 1733289542358Running coprocessor pre-close hooks at 1733289542358Disabling compacts and flushes for region at 1733289542358Disabling writes for close at 1733289542358Writing region close event to WAL at 1733289542359 (+1 ms)Running coprocessor post-close hooks at 1733289542362 (+3 ms)Closed at 1733289542363 (+1 ms) 2024-12-04T05:19:02,363 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289468602.68e9e1d21394387bfc54e41ed41e5949. 2024-12-04T05:19:02,454 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:02,654 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:02,756 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/rep_barrier/b987f806b31b4a07aaebd70a4f0ae188 2024-12-04T05:19:02,779 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/table/97f9e4660de94bf9944cf7e3e16582a4 is 53, key is hbase:replication/table:state/1733289472840/Put/seqid=0 2024-12-04T05:19:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741849_1025 (size=5308) 2024-12-04T05:19:02,855 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:19:02,855 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:19:02,855 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:03,055 DEBUG [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:03,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,184 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/table/97f9e4660de94bf9944cf7e3e16582a4 2024-12-04T05:19:03,190 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/info/66f818cb59dc4fc0a0ff67628f54cadd as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/info/66f818cb59dc4fc0a0ff67628f54cadd 2024-12-04T05:19:03,196 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/info/66f818cb59dc4fc0a0ff67628f54cadd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:19:03,197 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/ns/faa8e8a39017472fbfe894064ea5b4d6 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/ns/faa8e8a39017472fbfe894064ea5b4d6 2024-12-04T05:19:03,202 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/ns/faa8e8a39017472fbfe894064ea5b4d6, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:19:03,202 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/rep_barrier/b987f806b31b4a07aaebd70a4f0ae188 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/rep_barrier/b987f806b31b4a07aaebd70a4f0ae188 2024-12-04T05:19:03,207 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/rep_barrier/b987f806b31b4a07aaebd70a4f0ae188, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:19:03,208 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/.tmp/table/97f9e4660de94bf9944cf7e3e16582a4 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/table/97f9e4660de94bf9944cf7e3e16582a4 2024-12-04T05:19:03,213 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/table/97f9e4660de94bf9944cf7e3e16582a4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:19:03,214 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=16, compaction requested=false 2024-12-04T05:19:03,218 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:19:03,219 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:03,219 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:03,219 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:03,219 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289541854Running coprocessor pre-close hooks at 1733289541854Disabling compacts and flushes for region at 1733289541854Disabling writes for close at 1733289541854Obtaining lock to block concurrent updates at 1733289541854Preparing flush snapshotting stores in 1588230740 at 1733289541854Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289541854Flushing stores of hbase:meta,,1.1588230740 at 1733289541855 (+1 ms)Flushing 1588230740/info: creating writer at 1733289541855Flushing 1588230740/info: appending metadata at 1733289541870 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733289541870Flushing 1588230740/ns: creating writer at 1733289542286 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733289542307 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733289542308 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733289542326 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289542345 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289542345Flushing 1588230740/table: creating writer at 1733289542762 (+417 ms)Flushing 1588230740/table: appending metadata at 1733289542778 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733289542778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79868665: reopening flushed file at 1733289543190 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6611adee: reopening flushed file at 1733289543196 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2444be56: reopening flushed file at 1733289543202 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a148de: reopening flushed file at 1733289543207 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1360ms, sequenceid=16, compaction requested=false at 1733289543214 (+7 ms)Writing region close event to WAL at 1733289543215 (+1 ms)Running coprocessor post-close hooks at 1733289543219 (+4 ms)Closed at 1733289543219 2024-12-04T05:19:03,219 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:03,255 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,38825,1733289461258; all regions closed. 2024-12-04T05:19:03,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:19:03,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.meta.1733289464205.meta not finished, retry = 0 2024-12-04T05:19:03,361 DEBUG [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/oldWALs 2024-12-04T05:19:03,361 INFO [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38825%2C1733289461258.meta:.meta(num 1733289464205) 2024-12-04T05:19:03,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741839_1015 (size=2700) 2024-12-04T05:19:03,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.rep.1733289472796 not finished, retry = 0 2024-12-04T05:19:03,466 DEBUG [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/oldWALs 2024-12-04T05:19:03,466 INFO [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38825%2C1733289461258.rep:(num 1733289472796) 2024-12-04T05:19:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741832_1008 (size=1300) 2024-12-04T05:19:03,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/WALs/6c7595a931c3,38825,1733289461258/6c7595a931c3%2C38825%2C1733289461258.1733289463251 not finished, retry = 0 2024-12-04T05:19:03,571 DEBUG [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/oldWALs 2024-12-04T05:19:03,571 INFO [RS:0;6c7595a931c3:38825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38825%2C1733289461258:(num 1733289463251) 2024-12-04T05:19:03,571 DEBUG [RS:0;6c7595a931c3:38825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:03,571 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:03,571 INFO [RS:0;6c7595a931c3:38825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:03,571 INFO [RS:0;6c7595a931c3:38825 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:03,571 INFO [RS:0;6c7595a931c3:38825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:03,571 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:03,571 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,38825,1733289461258 because: Region server is closing 2024-12-04T05:19:03,572 INFO [RS:0;6c7595a931c3:38825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38825. 2024-12-04T05:19:03,572 DEBUG [RS:0;6c7595a931c3:38825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:03,572 DEBUG [RS:0;6c7595a931c3:38825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:03,572 DEBUG [RS:0;6c7595a931c3:38825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:03,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:03,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:03,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:03,672 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.wal-reader.6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:19:03,672 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:19:03,672 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38825,1733289461258.replicationSource.shipper6c7595a931c3%2C38825%2C1733289461258,1-6c7595a931c3,38825,1733289461258 terminated 2024-12-04T05:19:03,673 INFO [RS:0;6c7595a931c3:38825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38825 2024-12-04T05:19:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604716945/rs/6c7595a931c3,38825,1733289461258 2024-12-04T05:19:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945/rs 2024-12-04T05:19:03,675 INFO [RS:0;6c7595a931c3:38825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:03,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,38825,1733289461258] 2024-12-04T05:19:03,679 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/draining/6c7595a931c3,38825,1733289461258 already deleted, retry=false 2024-12-04T05:19:03,679 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,38825,1733289461258 expired; onlineServers=0 2024-12-04T05:19:03,679 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,41403,1733289461207' ***** 2024-12-04T05:19:03,679 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:19:03,679 INFO [M:0;6c7595a931c3:41403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:03,679 INFO [M:0;6c7595a931c3:41403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:03,679 DEBUG [M:0;6c7595a931c3:41403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:19:03,679 DEBUG [M:0;6c7595a931c3:41403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:19:03,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:19:03,679 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289463049 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289463049,5,FailOnTimeoutGroup] 2024-12-04T05:19:03,679 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289463049 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289463049,5,FailOnTimeoutGroup] 2024-12-04T05:19:03,679 INFO [M:0;6c7595a931c3:41403 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:03,679 INFO [M:0;6c7595a931c3:41403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:03,679 DEBUG [M:0;6c7595a931c3:41403 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:19:03,679 INFO [M:0;6c7595a931c3:41403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:19:03,680 INFO [M:0;6c7595a931c3:41403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:03,680 INFO [M:0;6c7595a931c3:41403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:19:03,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:19:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604716945/master 2024-12-04T05:19:03,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604716945 2024-12-04T05:19:03,682 DEBUG [M:0;6c7595a931c3:41403 {}] zookeeper.RecoverableZooKeeper(212): Node /0604716945/master already deleted, retry=false 2024-12-04T05:19:03,682 DEBUG [M:0;6c7595a931c3:41403 {}] master.ActiveMasterManager(353): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Failed delete of our master address node; KeeperErrorCode = NoNode for /0604716945/master 2024-12-04T05:19:03,684 INFO [M:0;6c7595a931c3:41403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/.lastflushedseqids 2024-12-04T05:19:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741850_1026 (size=263) 2024-12-04T05:19:03,777 INFO [RS:0;6c7595a931c3:38825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:03,777 INFO [RS:0;6c7595a931c3:38825 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,38825,1733289461258; zookeeper connection closed. 2024-12-04T05:19:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38825-0x1017be82c860001, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:03,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e9dab4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e9dab4f 2024-12-04T05:19:03,777 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:04,089 INFO [M:0;6c7595a931c3:41403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:04,090 INFO [M:0;6c7595a931c3:41403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:04,090 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:04,090 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:04,090 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:04,090 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:04,090 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:04,090 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-04T05:19:04,106 DEBUG [M:0;6c7595a931c3:41403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afe3f2c33f43480b894bde25b430829a is 82, key is hbase:meta,,1/info:regioninfo/1733289464244/Put/seqid=0 2024-12-04T05:19:04,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741851_1027 (size=5672) 2024-12-04T05:19:04,511 INFO [M:0;6c7595a931c3:41403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afe3f2c33f43480b894bde25b430829a 2024-12-04T05:19:04,530 DEBUG [M:0;6c7595a931c3:41403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ee1b8e26e264011942f99afa61c24f5 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289469935/Put/seqid=0 2024-12-04T05:19:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741852_1028 (size=7241) 2024-12-04T05:19:04,935 INFO [M:0;6c7595a931c3:41403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ee1b8e26e264011942f99afa61c24f5 2024-12-04T05:19:04,940 INFO [M:0;6c7595a931c3:41403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ee1b8e26e264011942f99afa61c24f5 2024-12-04T05:19:04,958 DEBUG [M:0;6c7595a931c3:41403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48a8c1261b974f588d4e1f71acecebed is 69, key is 6c7595a931c3,38825,1733289461258/rs:state/1733289463098/Put/seqid=0 2024-12-04T05:19:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741853_1029 (size=5156) 2024-12-04T05:19:05,363 INFO [M:0;6c7595a931c3:41403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48a8c1261b974f588d4e1f71acecebed 2024-12-04T05:19:05,369 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afe3f2c33f43480b894bde25b430829a as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afe3f2c33f43480b894bde25b430829a 2024-12-04T05:19:05,373 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afe3f2c33f43480b894bde25b430829a, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T05:19:05,374 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ee1b8e26e264011942f99afa61c24f5 as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ee1b8e26e264011942f99afa61c24f5 2024-12-04T05:19:05,378 INFO [M:0;6c7595a931c3:41403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ee1b8e26e264011942f99afa61c24f5 2024-12-04T05:19:05,378 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ee1b8e26e264011942f99afa61c24f5, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T05:19:05,379 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48a8c1261b974f588d4e1f71acecebed as hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48a8c1261b974f588d4e1f71acecebed 2024-12-04T05:19:05,384 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46077/user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48a8c1261b974f588d4e1f71acecebed, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T05:19:05,385 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false 2024-12-04T05:19:05,386 INFO [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:05,386 DEBUG [M:0;6c7595a931c3:41403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289544090Disabling compacts and flushes for region at 1733289544090Disabling writes for close at 1733289544090Obtaining lock to block concurrent updates at 1733289544090Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289544090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733289544090Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289544091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289544091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289544106 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289544106Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289544516 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289544530 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289544530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289544940 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289544957 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289544957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9c4eb9: reopening flushed file at 1733289545368 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a7a39e: reopening flushed file at 1733289545373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b143e60: reopening flushed file at 1733289545379 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=105, compaction requested=false at 1733289545385 (+6 ms)Writing region close event to WAL at 1733289545386 (+1 ms)Closed at 1733289545386 2024-12-04T05:19:05,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33061 is added to blk_1073741830_1006 (size=64538) 2024-12-04T05:19:05,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2864e8f-6c99-4043-730c-af3f84c1a1cd/MasterData/WALs/6c7595a931c3,41403,1733289461207/6c7595a931c3%2C41403%2C1733289461207.1733289462949 not finished, retry = 0 2024-12-04T05:19:05,489 INFO [M:0;6c7595a931c3:41403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:05,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:05,490 INFO [M:0;6c7595a931c3:41403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41403 2024-12-04T05:19:05,490 INFO [M:0;6c7595a931c3:41403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:05,593 INFO [M:0;6c7595a931c3:41403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:05,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:05,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41403-0x1017be82c860000, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:05,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0b2b90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:05,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7900aba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:05,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:05,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f5f1ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:05,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20bbcb33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:05,597 WARN [BP-2019433606-172.17.0.2-1733289460249 heartbeating to localhost/127.0.0.1:46077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:19:05,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:19:05,597 WARN [BP-2019433606-172.17.0.2-1733289460249 heartbeating to localhost/127.0.0.1:46077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2019433606-172.17.0.2-1733289460249 (Datanode Uuid b90b182a-1cab-4f35-872d-809eff2e8007) service to localhost/127.0.0.1:46077 2024-12-04T05:19:05,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:19:05,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/data/data1/current/BP-2019433606-172.17.0.2-1733289460249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:05,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/cluster_8722b497-fa34-7135-e56f-f0e3f295e4d9/data/data2/current/BP-2019433606-172.17.0.2-1733289460249 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:05,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:19:05,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c8f9696{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:05,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cb1c952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:05,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:05,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33936baa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:05,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f746c66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0ec731-cc0f-5652-63ed-679aae6f819d/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:05,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:19:05,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:19:05,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 138) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51666) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8b38b8eeb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46077 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f8b38b8eeb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40627 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51666) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 277) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5070 (was 5085) 2024-12-04T05:19:05,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=5069 2024-12-04T05:19:05,655 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T05:19:05,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir so I do NOT create it in target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a 2024-12-04T05:19:05,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:19:05,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.tmp.dir so I do NOT create it in target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a 2024-12-04T05:19:05,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/163ee3d3-a831-13b6-604a-0b8989ae239c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:19:05,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a 2024-12-04T05:19:05,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32, deleteOnExit=true 2024-12-04T05:19:05,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/zookeeper_0, clientPort=50688, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:19:05,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50688 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/test.cache.data in system properties and HBase conf 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:19:05,659 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:05,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:19:05,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:19:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017be82c860005, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:19:05,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017be82c860002, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:19:05,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017be82c860002, quorum=127.0.0.1:51666, baseZNode=/0604716945 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:19:05,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017be82c860005, quorum=127.0.0.1:51666, baseZNode=/1-1899576978 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:19:05,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:05,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:05,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:05,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:05,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:05,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:05,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372f2841{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:05,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d6d32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:05,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58372181{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/java.io.tmpdir/jetty-localhost-40073-hadoop-hdfs-3_4_1-tests_jar-_-any-11313566528416359344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:05,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e0226e{HTTP/1.1, (http/1.1)}{localhost:40073} 2024-12-04T05:19:05,861 INFO [Time-limited test {}] server.Server(415): Started @131866ms 2024-12-04T05:19:05,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:05,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:05,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:05,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:05,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:05,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d837bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:05,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6c5483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:06,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da61ab4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/java.io.tmpdir/jetty-localhost-39693-hadoop-hdfs-3_4_1-tests_jar-_-any-6963709175594085258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:06,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6be2dc91{HTTP/1.1, (http/1.1)}{localhost:39693} 2024-12-04T05:19:06,060 INFO [Time-limited test {}] server.Server(415): Started @132065ms 2024-12-04T05:19:06,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:19:06,163 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/data/data1/current/BP-2085749340-172.17.0.2-1733289545679/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:06,163 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/data/data2/current/BP-2085749340-172.17.0.2-1733289545679/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:06,185 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:19:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399b4ad9b2de1f5d with lease ID 0x7298e81d5da78200: Processing first storage report for DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a from datanode DatanodeRegistration(127.0.0.1:38535, datanodeUuid=3ac48c54-68e0-4a01-a5d7-3cea6337b670, infoPort=34249, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=454616384;c=1733289545679) 2024-12-04T05:19:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399b4ad9b2de1f5d with lease ID 0x7298e81d5da78200: from storage DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a node DatanodeRegistration(127.0.0.1:38535, datanodeUuid=3ac48c54-68e0-4a01-a5d7-3cea6337b670, infoPort=34249, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=454616384;c=1733289545679), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399b4ad9b2de1f5d with lease ID 0x7298e81d5da78200: Processing first storage report for DS-7fa958ea-107d-4c3e-8dbf-5609de4cf384 from datanode DatanodeRegistration(127.0.0.1:38535, datanodeUuid=3ac48c54-68e0-4a01-a5d7-3cea6337b670, infoPort=34249, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=454616384;c=1733289545679) 2024-12-04T05:19:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399b4ad9b2de1f5d with lease ID 0x7298e81d5da78200: from storage DS-7fa958ea-107d-4c3e-8dbf-5609de4cf384 node DatanodeRegistration(127.0.0.1:38535, datanodeUuid=3ac48c54-68e0-4a01-a5d7-3cea6337b670, infoPort=34249, infoSecurePort=0, ipcPort=41995, storageInfo=lv=-57;cid=testClusterID;nsid=454616384;c=1733289545679), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:06,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a 2024-12-04T05:19:06,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:06,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:19:06,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf with version=8 2024-12-04T05:19:06,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/hbase-staging 2024-12-04T05:19:06,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:06,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:06,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35613 2024-12-04T05:19:06,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35613 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:06,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356130x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:06,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35613-0x1017be97a490000 connected 2024-12-04T05:19:06,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:06,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:06,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:06,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf, hbase.cluster.distributed=false 2024-12-04T05:19:06,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/acl 2024-12-04T05:19:06,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35613 2024-12-04T05:19:06,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35613 2024-12-04T05:19:06,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35613 2024-12-04T05:19:06,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35613 2024-12-04T05:19:06,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35613 2024-12-04T05:19:06,754 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:06,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:06,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:06,755 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:06,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:06,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:06,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:06,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:06,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42649 2024-12-04T05:19:06,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42649 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:06,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:06,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:06,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426490x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:06,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426490x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:06,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42649-0x1017be97a490001 connected 2024-12-04T05:19:06,763 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:06,766 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:06,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/master 2024-12-04T05:19:06,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/acl 2024-12-04T05:19:06,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42649 2024-12-04T05:19:06,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42649 2024-12-04T05:19:06,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42649 2024-12-04T05:19:06,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42649 2024-12-04T05:19:06,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42649 2024-12-04T05:19:06,786 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:35613 2024-12-04T05:19:06,786 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-846797414/backup-masters/6c7595a931c3,35613,1733289546700 2024-12-04T05:19:06,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:06,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:06,789 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on existing znode=/0-846797414/backup-masters/6c7595a931c3,35613,1733289546700 2024-12-04T05:19:06,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-846797414/master 2024-12-04T05:19:06,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:06,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:06,791 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on existing znode=/0-846797414/master 2024-12-04T05:19:06,792 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-846797414/backup-masters/6c7595a931c3,35613,1733289546700 from backup master directory 2024-12-04T05:19:06,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/backup-masters/6c7595a931c3,35613,1733289546700 2024-12-04T05:19:06,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:06,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:06,795 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:06,795 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,35613,1733289546700 2024-12-04T05:19:06,802 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/hbase.id] with ID: 0c740100-4813-49fc-99c0-6f8df8377167 2024-12-04T05:19:06,802 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/.tmp/hbase.id 2024-12-04T05:19:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:19:07,207 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/.tmp/hbase.id]:[hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/hbase.id] 2024-12-04T05:19:07,220 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:07,220 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:07,221 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:19:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:07,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:19:07,230 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:07,231 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:19:07,231 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:19:07,642 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store 2024-12-04T05:19:07,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:19:08,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:08,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:08,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:08,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:08,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:08,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:08,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:08,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289548052Disabling compacts and flushes for region at 1733289548052Disabling writes for close at 1733289548052Writing region close event to WAL at 1733289548052Closed at 1733289548052 2024-12-04T05:19:08,053 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/.initializing 2024-12-04T05:19:08,053 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700 2024-12-04T05:19:08,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:08,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C35613%2C1733289546700, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/oldWALs, maxLogs=10 2024-12-04T05:19:08,070 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700/6c7595a931c3%2C35613%2C1733289546700.1733289548057, exclude list is [], retry=0 2024-12-04T05:19:08,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:08,075 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700/6c7595a931c3%2C35613%2C1733289546700.1733289548057 2024-12-04T05:19:08,077 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:08,077 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:08,077 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:08,077 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,077 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:19:08,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:19:08,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:08,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:19:08,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:08,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:19:08,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:08,086 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,087 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,087 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,089 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,089 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,089 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:08,090 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:08,092 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:08,092 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71847074, jitterRate=0.0706048309803009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:08,093 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289548077Initializing all the Stores at 1733289548078 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289548078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289548079 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289548079Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289548079Cleaning up temporary data from old regions at 1733289548089 (+10 ms)Region opened successfully at 1733289548093 (+4 ms) 2024-12-04T05:19:08,093 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:19:08,096 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438ed83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:08,097 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:19:08,097 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:19:08,097 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:19:08,097 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:19:08,098 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:19:08,098 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:19:08,098 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:19:08,104 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:19:08,105 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/balancer because node does not exist (not necessarily an error) 2024-12-04T05:19:08,107 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/balancer already deleted, retry=false 2024-12-04T05:19:08,107 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:19:08,108 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:19:08,109 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/normalizer already deleted, retry=false 2024-12-04T05:19:08,110 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:19:08,111 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:19:08,113 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/switch/split already deleted, retry=false 2024-12-04T05:19:08,114 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:19:08,116 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/switch/merge already deleted, retry=false 2024-12-04T05:19:08,120 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:19:08,121 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/snapshot-cleanup already deleted, retry=false 2024-12-04T05:19:08,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:08,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:08,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:08,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:08,129 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,35613,1733289546700, sessionid=0x1017be97a490000, setting cluster-up flag (Was=false) 2024-12-04T05:19:08,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:08,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:08,141 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-846797414/flush-table-proc/acquired, /0-846797414/flush-table-proc/reached, /0-846797414/flush-table-proc/abort 2024-12-04T05:19:08,143 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,35613,1733289546700 2024-12-04T05:19:08,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:08,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:08,154 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-846797414/online-snapshot/acquired, /0-846797414/online-snapshot/reached, /0-846797414/online-snapshot/abort 2024-12-04T05:19:08,156 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,35613,1733289546700 2024-12-04T05:19:08,161 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:19:08,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:08,163 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:19:08,163 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:19:08,163 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,35613,1733289546700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:08,164 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:08,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:19:08,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289578169 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:19:08,169 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:19:08,172 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,173 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:19:08,173 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:19:08,173 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:19:08,173 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:19:08,173 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:19:08,173 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:19:08,174 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289548173,5,FailOnTimeoutGroup] 2024-12-04T05:19:08,177 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289548174,5,FailOnTimeoutGroup] 2024-12-04T05:19:08,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:19:08,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,178 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(746): ClusterId : 0c740100-4813-49fc-99c0-6f8df8377167 2024-12-04T05:19:08,178 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:19:08,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:19:08,180 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:19:08,180 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:19:08,182 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:19:08,182 DEBUG [RS:0;6c7595a931c3:42649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257ec59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:08,196 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:42649 2024-12-04T05:19:08,196 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:19:08,196 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:19:08,196 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:19:08,197 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,35613,1733289546700 with port=42649, startcode=1733289546754 2024-12-04T05:19:08,197 DEBUG [RS:0;6c7595a931c3:42649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:19:08,198 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:19:08,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,42649,1733289546754 2024-12-04T05:19:08,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35613 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,42649,1733289546754 2024-12-04T05:19:08,200 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf 2024-12-04T05:19:08,200 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35893 2024-12-04T05:19:08,200 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:19:08,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/rs 2024-12-04T05:19:08,205 DEBUG [RS:0;6c7595a931c3:42649 {}] zookeeper.ZKUtil(111): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on existing znode=/0-846797414/rs/6c7595a931c3,42649,1733289546754 2024-12-04T05:19:08,205 WARN [RS:0;6c7595a931c3:42649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:08,205 INFO [RS:0;6c7595a931c3:42649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:08,205 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754 2024-12-04T05:19:08,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,42649,1733289546754] 2024-12-04T05:19:08,209 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:19:08,211 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:19:08,212 INFO [RS:0;6c7595a931c3:42649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:19:08,212 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,216 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:19:08,218 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:19:08,218 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:08,218 DEBUG [RS:0;6c7595a931c3:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:08,218 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,219 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,219 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,219 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,219 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,219 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42649,1733289546754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:08,240 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:19:08,240 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42649,1733289546754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,240 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,240 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.Replication(171): 6c7595a931c3,42649,1733289546754 started 2024-12-04T05:19:08,257 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:08,257 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,42649,1733289546754, RpcServer on 6c7595a931c3/172.17.0.2:42649, sessionid=0x1017be97a490001 2024-12-04T05:19:08,257 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:19:08,257 DEBUG [RS:0;6c7595a931c3:42649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,42649,1733289546754 2024-12-04T05:19:08,257 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42649,1733289546754' 2024-12-04T05:19:08,257 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-846797414/flush-table-proc/abort' 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-846797414/flush-table-proc/acquired' 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,42649,1733289546754 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42649,1733289546754' 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-846797414/online-snapshot/abort' 2024-12-04T05:19:08,258 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-846797414/online-snapshot/acquired' 2024-12-04T05:19:08,259 DEBUG [RS:0;6c7595a931c3:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:19:08,259 INFO [RS:0;6c7595a931c3:42649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:19:08,259 INFO [RS:0;6c7595a931c3:42649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:19:08,359 INFO [RS:0;6c7595a931c3:42649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:08,361 INFO [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42649%2C1733289546754, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs, maxLogs=10 2024-12-04T05:19:08,380 DEBUG [RS:0;6c7595a931c3:42649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362, exclude list is [], retry=0 2024-12-04T05:19:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:08,385 INFO [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362 2024-12-04T05:19:08,385 DEBUG [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:08,581 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:19:08,581 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf 2024-12-04T05:19:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:19:08,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:08,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:08,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:08,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:08,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:08,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:08,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:08,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:08,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:08,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:08,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:08,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:08,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:08,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:08,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:08,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:08,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:08,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:08,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:09,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:09,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:09,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:09,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:09,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740 2024-12-04T05:19:09,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740 2024-12-04T05:19:09,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:09,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:09,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:09,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:09,008 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:09,008 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62304592, jitterRate=-0.07158923149108887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:09,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289548990Initializing all the Stores at 1733289548991 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289548991Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289548991Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289548991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289548991Cleaning up temporary data from old regions at 1733289549003 (+12 ms)Region opened successfully at 1733289549009 (+6 ms) 2024-12-04T05:19:09,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:09,010 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:09,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:09,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:09,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289549009Disabling compacts and flushes for region at 1733289549009Disabling writes for close at 1733289549010 (+1 ms)Writing region close event to WAL at 1733289549024 (+14 ms)Closed at 1733289549024 2024-12-04T05:19:09,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:09,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:19:09,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:19:09,028 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:09,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:19:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:19:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:19:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:19:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:19:09,179 DEBUG [6c7595a931c3:35613 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:09,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,42649,1733289546754 2024-12-04T05:19:09,181 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42649,1733289546754, state=OPENING 2024-12-04T05:19:09,182 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:19:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:09,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:09,185 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:09,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:09,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42649,1733289546754}] 2024-12-04T05:19:09,338 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:09,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:19:09,343 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:19:09,343 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:09,343 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:19:09,345 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42649%2C1733289546754.meta, suffix=.meta, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs, maxLogs=10 2024-12-04T05:19:09,358 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.meta.1733289549345.meta, exclude list is [], retry=0 2024-12-04T05:19:09,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:09,363 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.meta.1733289549345.meta 2024-12-04T05:19:09,364 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:09,364 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:09,364 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:09,364 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:09,364 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:19:09,364 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:19:09,365 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:19:09,365 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:09,365 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:19:09,365 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:19:09,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:09,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:09,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:09,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:09,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:09,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:09,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:09,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:09,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:09,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:09,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:09,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:09,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:09,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:09,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:09,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:09,370 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:09,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740 2024-12-04T05:19:09,371 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740 2024-12-04T05:19:09,372 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:09,372 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:09,373 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:09,374 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:09,374 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712640, jitterRate=0.0984039306640625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:09,375 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:19:09,375 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289549365Writing region info on filesystem at 1733289549365Initializing all the Stores at 1733289549366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289549366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289549366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289549366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289549366Cleaning up temporary data from old regions at 1733289549372 (+6 ms)Running coprocessor post-open hooks at 1733289549375 (+3 ms)Region opened successfully at 1733289549375 2024-12-04T05:19:09,376 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289549337 2024-12-04T05:19:09,378 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:19:09,378 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:19:09,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42649,1733289546754 2024-12-04T05:19:09,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42649,1733289546754, state=OPEN 2024-12-04T05:19:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:09,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,42649,1733289546754 2024-12-04T05:19:09,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:09,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:09,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:19:09,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42649,1733289546754 in 201 msec 2024-12-04T05:19:09,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:19:09,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-04T05:19:09,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:09,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:19:09,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:09,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42649,1733289546754, seqNum=-1] 2024-12-04T05:19:09,391 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:09,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:09,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-12-04T05:19:09,396 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289549396, completionTime=-1 2024-12-04T05:19:09,396 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:19:09,397 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289609398 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289669398 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35613,1733289546700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35613,1733289546700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,398 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35613,1733289546700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,399 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:35613, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,399 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,399 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,400 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:19:09,402 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.607sec 2024-12-04T05:19:09,402 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:19:09,402 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:19:09,403 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:19:09,403 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:19:09,403 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:19:09,403 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35613,1733289546700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:09,403 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35613,1733289546700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:19:09,405 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:19:09,405 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:19:09,405 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35613,1733289546700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:09,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69195c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:09,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35613,-1 for getting cluster id 2024-12-04T05:19:09,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:09,480 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c740100-4813-49fc-99c0-6f8df8377167' 2024-12-04T05:19:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c740100-4813-49fc-99c0-6f8df8377167" 2024-12-04T05:19:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505e7319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35613,-1] 2024-12-04T05:19:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:09,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:09,482 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:09,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a41b981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:09,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42649,1733289546754, seqNum=-1] 2024-12-04T05:19:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:09,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:09,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,35613,1733289546700 2024-12-04T05:19:09,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:09,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017be97a490002 connected 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir so I do NOT create it in target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2 2024-12-04T05:19:09,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.tmp.dir so I do NOT create it in target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2 2024-12-04T05:19:09,493 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:19:09,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/cluster_1b8b0ab2-d093-a78e-ab11-3da9c72a1e73, deleteOnExit=true 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/test.cache.data in system properties and HBase conf 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:19:09,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:19:09,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:19:09,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:19:09,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:09,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:09,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:09,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:09,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:09,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:09,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eddd56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:09,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589fa68a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:09,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56b6ee62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/java.io.tmpdir/jetty-localhost-45139-hadoop-hdfs-3_4_1-tests_jar-_-any-11934936002434337414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:09,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e519f53{HTTP/1.1, (http/1.1)}{localhost:45139} 2024-12-04T05:19:09,699 INFO [Time-limited test {}] server.Server(415): Started @135705ms 2024-12-04T05:19:09,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:09,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:09,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:09,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:09,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:19:09,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4483cd32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:09,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23014760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:09,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fb93c72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/java.io.tmpdir/jetty-localhost-43285-hadoop-hdfs-3_4_1-tests_jar-_-any-10555246572312280829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:09,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@101fbe1e{HTTP/1.1, (http/1.1)}{localhost:43285} 2024-12-04T05:19:09,913 INFO [Time-limited test {}] server.Server(415): Started @135919ms 2024-12-04T05:19:09,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:19:10,004 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/cluster_1b8b0ab2-d093-a78e-ab11-3da9c72a1e73/data/data1/current/BP-1468070580-172.17.0.2-1733289549512/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:10,004 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/cluster_1b8b0ab2-d093-a78e-ab11-3da9c72a1e73/data/data2/current/BP-1468070580-172.17.0.2-1733289549512/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:10,020 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:19:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4668e3df25be93f with lease ID 0xee04bab9462f9a6f: Processing first storage report for DS-14fd9a37-dcae-460f-9a2e-dd7b812d1c54 from datanode DatanodeRegistration(127.0.0.1:44013, datanodeUuid=331acdb2-cce5-4726-9b91-32ffba2f8aa2, infoPort=40735, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=16523715;c=1733289549512) 2024-12-04T05:19:10,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4668e3df25be93f with lease ID 0xee04bab9462f9a6f: from storage DS-14fd9a37-dcae-460f-9a2e-dd7b812d1c54 node DatanodeRegistration(127.0.0.1:44013, datanodeUuid=331acdb2-cce5-4726-9b91-32ffba2f8aa2, infoPort=40735, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=16523715;c=1733289549512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4668e3df25be93f with lease ID 0xee04bab9462f9a6f: Processing first storage report for DS-929c84b2-493c-41cd-89db-6415bc64caca from datanode DatanodeRegistration(127.0.0.1:44013, datanodeUuid=331acdb2-cce5-4726-9b91-32ffba2f8aa2, infoPort=40735, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=16523715;c=1733289549512) 2024-12-04T05:19:10,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4668e3df25be93f with lease ID 0xee04bab9462f9a6f: from storage DS-929c84b2-493c-41cd-89db-6415bc64caca node DatanodeRegistration(127.0.0.1:44013, datanodeUuid=331acdb2-cce5-4726-9b91-32ffba2f8aa2, infoPort=40735, infoSecurePort=0, ipcPort=45413, storageInfo=lv=-57;cid=testClusterID;nsid=16523715;c=1733289549512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:10,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2 2024-12-04T05:19:10,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:19:10,045 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3 with version=8 2024-12-04T05:19:10,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/hbase-staging 2024-12-04T05:19:10,047 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:10,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:10,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35927 2024-12-04T05:19:10,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35927 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:10,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359270x0, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:10,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35927-0x1017be97a490003 connected 2024-12-04T05:19:10,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/running 2024-12-04T05:19:10,068 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3, hbase.cluster.distributed=false 2024-12-04T05:19:10,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/acl 2024-12-04T05:19:10,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35927 2024-12-04T05:19:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35927 2024-12-04T05:19:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35927 2024-12-04T05:19:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35927 2024-12-04T05:19:10,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35927 2024-12-04T05:19:10,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:10,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:10,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42259 2024-12-04T05:19:10,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42259 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:10,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422590x0, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:10,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422590x0, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/running 2024-12-04T05:19:10,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:10,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42259-0x1017be97a490004 connected 2024-12-04T05:19:10,100 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:10,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/master 2024-12-04T05:19:10,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/acl 2024-12-04T05:19:10,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42259 2024-12-04T05:19:10,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42259 2024-12-04T05:19:10,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42259 2024-12-04T05:19:10,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42259 2024-12-04T05:19:10,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42259 2024-12-04T05:19:10,122 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:35927 2024-12-04T05:19:10,122 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1826946558/backup-masters/6c7595a931c3,35927,1733289550047 2024-12-04T05:19:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558/backup-masters 2024-12-04T05:19:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558/backup-masters 2024-12-04T05:19:10,124 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on existing znode=/1826946558/backup-masters/6c7595a931c3,35927,1733289550047 2024-12-04T05:19:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1826946558/master 2024-12-04T05:19:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:10,127 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on existing znode=/1826946558/master 2024-12-04T05:19:10,127 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1826946558/backup-masters/6c7595a931c3,35927,1733289550047 from backup master directory 2024-12-04T05:19:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1826946558/backup-masters/6c7595a931c3,35927,1733289550047 2024-12-04T05:19:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558/backup-masters 2024-12-04T05:19:10,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558/backup-masters 2024-12-04T05:19:10,129 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:10,129 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,35927,1733289550047 2024-12-04T05:19:10,136 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/hbase.id] with ID: 12bbb638-9257-4968-beb4-3fc6240e98d6 2024-12-04T05:19:10,136 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/.tmp/hbase.id 2024-12-04T05:19:10,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:19:10,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/.tmp/hbase.id]:[hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/hbase.id] 2024-12-04T05:19:10,551 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:10,551 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:10,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:19:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:10,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:19:10,561 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:10,562 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:19:10,562 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:19:10,969 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store 2024-12-04T05:19:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:19:11,374 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:11,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:11,375 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:11,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:11,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:11,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:11,375 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:11,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289551375Disabling compacts and flushes for region at 1733289551375Disabling writes for close at 1733289551375Writing region close event to WAL at 1733289551375Closed at 1733289551375 2024-12-04T05:19:11,376 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/.initializing 2024-12-04T05:19:11,376 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/WALs/6c7595a931c3,35927,1733289550047 2024-12-04T05:19:11,377 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:11,378 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C35927%2C1733289550047, suffix=, logDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/WALs/6c7595a931c3,35927,1733289550047, archiveDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/oldWALs, maxLogs=10 2024-12-04T05:19:11,392 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/WALs/6c7595a931c3,35927,1733289550047/6c7595a931c3%2C35927%2C1733289550047.1733289551378, exclude list is [], retry=0 2024-12-04T05:19:11,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-14fd9a37-dcae-460f-9a2e-dd7b812d1c54,DISK] 2024-12-04T05:19:11,399 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/WALs/6c7595a931c3,35927,1733289550047/6c7595a931c3%2C35927%2C1733289550047.1733289551378 2024-12-04T05:19:11,399 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-12-04T05:19:11,399 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:11,399 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:11,399 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,399 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:19:11,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:11,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:11,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:19:11,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:11,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:11,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:19:11,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:11,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:11,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:19:11,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:11,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:11,409 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,409 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,410 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,411 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,411 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,411 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:11,412 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:11,415 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:11,416 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61801071, jitterRate=-0.07909227907657623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:11,416 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289551399Initializing all the Stores at 1733289551400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289551400Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289551400Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289551400Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289551400Cleaning up temporary data from old regions at 1733289551411 (+11 ms)Region opened successfully at 1733289551416 (+5 ms) 2024-12-04T05:19:11,416 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:19:11,420 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:11,421 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:19:11,421 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:19:11,421 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:19:11,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:19:11,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:19:11,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:19:11,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:19:11,425 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:19:11,425 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Unable to get data of znode /1826946558/balancer because node does not exist (not necessarily an error) 2024-12-04T05:19:11,427 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1826946558/balancer already deleted, retry=false 2024-12-04T05:19:11,427 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:19:11,428 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Unable to get data of znode /1826946558/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:19:11,431 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1826946558/normalizer already deleted, retry=false 2024-12-04T05:19:11,431 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:19:11,432 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Unable to get data of znode /1826946558/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:19:11,433 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1826946558/switch/split already deleted, retry=false 2024-12-04T05:19:11,434 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Unable to get data of znode /1826946558/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:19:11,434 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1826946558/switch/merge already deleted, retry=false 2024-12-04T05:19:11,436 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Unable to get data of znode /1826946558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:19:11,437 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1826946558/snapshot-cleanup already deleted, retry=false 2024-12-04T05:19:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1826946558/running 2024-12-04T05:19:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1826946558/running 2024-12-04T05:19:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:11,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:11,440 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,35927,1733289550047, sessionid=0x1017be97a490003, setting cluster-up flag (Was=false) 2024-12-04T05:19:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:11,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:11,448 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1826946558/flush-table-proc/acquired, /1826946558/flush-table-proc/reached, /1826946558/flush-table-proc/abort 2024-12-04T05:19:11,449 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,35927,1733289550047 2024-12-04T05:19:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:11,458 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1826946558/online-snapshot/acquired, /1826946558/online-snapshot/reached, /1826946558/online-snapshot/abort 2024-12-04T05:19:11,458 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,35927,1733289550047 2024-12-04T05:19:11,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:19:11,461 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:11,461 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:19:11,461 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:19:11,461 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,35927,1733289550047 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:11,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289581463 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:19:11,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:19:11,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:11,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:19:11,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:19:11,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:19:11,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:19:11,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:19:11,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:19:11,464 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289551464,5,FailOnTimeoutGroup] 2024-12-04T05:19:11,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:11,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:19:11,468 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289551464,5,FailOnTimeoutGroup] 2024-12-04T05:19:11,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:19:11,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,468 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:19:11,509 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(746): ClusterId : 12bbb638-9257-4968-beb4-3fc6240e98d6 2024-12-04T05:19:11,509 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:19:11,511 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:19:11,511 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:19:11,514 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:19:11,514 DEBUG [RS:0;6c7595a931c3:42259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24210b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:11,525 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:42259 2024-12-04T05:19:11,525 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:19:11,525 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:19:11,525 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:19:11,526 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,35927,1733289550047 with port=42259, startcode=1733289550087 2024-12-04T05:19:11,526 DEBUG [RS:0;6c7595a931c3:42259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:19:11,527 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:19:11,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,42259,1733289550087 2024-12-04T05:19:11,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35927 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,42259,1733289550087 2024-12-04T05:19:11,529 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3 2024-12-04T05:19:11,529 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33107 2024-12-04T05:19:11,529 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:19:11,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558/rs 2024-12-04T05:19:11,531 DEBUG [RS:0;6c7595a931c3:42259 {}] zookeeper.ZKUtil(111): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on existing znode=/1826946558/rs/6c7595a931c3,42259,1733289550087 2024-12-04T05:19:11,531 WARN [RS:0;6c7595a931c3:42259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:11,531 INFO [RS:0;6c7595a931c3:42259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:11,531 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087 2024-12-04T05:19:11,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,42259,1733289550087] 2024-12-04T05:19:11,533 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:19:11,535 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:19:11,535 INFO [RS:0;6c7595a931c3:42259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:19:11,535 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,535 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:19:11,536 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:19:11,536 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:11,536 DEBUG [RS:0;6c7595a931c3:42259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:11,537 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,537 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,537 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,537 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,537 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,537 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42259,1733289550087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:11,550 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:19:11,551 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42259,1733289550087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,551 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,551 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.Replication(171): 6c7595a931c3,42259,1733289550087 started 2024-12-04T05:19:11,565 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:11,565 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,42259,1733289550087, RpcServer on 6c7595a931c3/172.17.0.2:42259, sessionid=0x1017be97a490004 2024-12-04T05:19:11,565 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:19:11,565 DEBUG [RS:0;6c7595a931c3:42259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,42259,1733289550087 2024-12-04T05:19:11,565 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42259,1733289550087' 2024-12-04T05:19:11,565 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1826946558/flush-table-proc/abort' 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1826946558/flush-table-proc/acquired' 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,42259,1733289550087 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42259,1733289550087' 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1826946558/online-snapshot/abort' 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1826946558/online-snapshot/acquired' 2024-12-04T05:19:11,566 DEBUG [RS:0;6c7595a931c3:42259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:19:11,566 INFO [RS:0;6c7595a931c3:42259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:19:11,566 INFO [RS:0;6c7595a931c3:42259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:19:11,667 INFO [RS:0;6c7595a931c3:42259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:11,668 INFO [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42259%2C1733289550087, suffix=, logDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087, archiveDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/oldWALs, maxLogs=10 2024-12-04T05:19:11,682 DEBUG [RS:0;6c7595a931c3:42259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087/6c7595a931c3%2C42259%2C1733289550087.1733289551668, exclude list is [], retry=0 2024-12-04T05:19:11,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-14fd9a37-dcae-460f-9a2e-dd7b812d1c54,DISK] 2024-12-04T05:19:11,686 INFO [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087/6c7595a931c3%2C42259%2C1733289550087.1733289551668 2024-12-04T05:19:11,686 DEBUG [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-12-04T05:19:11,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:19:11,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3 2024-12-04T05:19:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:19:12,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:12,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:12,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:12,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:12,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:12,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:12,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:12,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:12,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:12,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:12,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740 2024-12-04T05:19:12,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740 2024-12-04T05:19:12,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:12,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:12,288 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:12,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:12,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:12,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59458614, jitterRate=-0.11399760842323303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:12,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289552279Initializing all the Stores at 1733289552280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289552280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289552280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289552280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289552280Cleaning up temporary data from old regions at 1733289552288 (+8 ms)Region opened successfully at 1733289552291 (+3 ms) 2024-12-04T05:19:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:12,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:12,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:12,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289552292Disabling compacts and flushes for region at 1733289552292Disabling writes for close at 1733289552292Writing region close event to WAL at 1733289552292Closed at 1733289552292 2024-12-04T05:19:12,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:12,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:19:12,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:19:12,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:12,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:19:12,445 DEBUG [6c7595a931c3:35927 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:12,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,42259,1733289550087 2024-12-04T05:19:12,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42259,1733289550087, state=OPENING 2024-12-04T05:19:12,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:19:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:12,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:12,455 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:12,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1826946558/meta-region-server: CHANGED 2024-12-04T05:19:12,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42259,1733289550087}] 2024-12-04T05:19:12,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1826946558/meta-region-server: CHANGED 2024-12-04T05:19:12,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:12,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:19:12,614 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:19:12,614 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:12,614 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:19:12,615 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42259%2C1733289550087.meta, suffix=.meta, logDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087, archiveDir=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/oldWALs, maxLogs=10 2024-12-04T05:19:12,629 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087/6c7595a931c3%2C42259%2C1733289550087.meta.1733289552616.meta, exclude list is [], retry=0 2024-12-04T05:19:12,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-14fd9a37-dcae-460f-9a2e-dd7b812d1c54,DISK] 2024-12-04T05:19:12,632 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087/6c7595a931c3%2C42259%2C1733289550087.meta.1733289552616.meta 2024-12-04T05:19:12,633 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-12-04T05:19:12,633 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:12,633 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:12,633 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:12,633 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:19:12,633 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:19:12,633 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:19:12,633 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:12,634 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:19:12,634 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:19:12,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:12,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:12,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:12,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:12,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:12,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:12,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:12,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:12,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:12,640 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:12,641 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740 2024-12-04T05:19:12,642 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740 2024-12-04T05:19:12,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:12,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:12,644 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:12,645 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:12,645 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59977378, jitterRate=-0.10626742243766785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:12,645 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:19:12,646 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289552634Writing region info on filesystem at 1733289552634Initializing all the Stores at 1733289552634Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289552635 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289552636 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289552636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289552636Cleaning up temporary data from old regions at 1733289552643 (+7 ms)Running coprocessor post-open hooks at 1733289552645 (+2 ms)Region opened successfully at 1733289552645 2024-12-04T05:19:12,646 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289552608 2024-12-04T05:19:12,649 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:19:12,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42259,1733289550087 2024-12-04T05:19:12,650 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:19:12,650 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42259,1733289550087, state=OPEN 2024-12-04T05:19:12,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1826946558/meta-region-server 2024-12-04T05:19:12,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1826946558/meta-region-server 2024-12-04T05:19:12,652 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,42259,1733289550087 2024-12-04T05:19:12,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1826946558/meta-region-server: CHANGED 2024-12-04T05:19:12,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1826946558/meta-region-server: CHANGED 2024-12-04T05:19:12,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:19:12,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42259,1733289550087 in 197 msec 2024-12-04T05:19:12,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:19:12,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-12-04T05:19:12,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:12,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:19:12,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:12,661 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42259,1733289550087, seqNum=-1] 2024-12-04T05:19:12,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:12,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:12,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-12-04T05:19:12,668 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289552668, completionTime=-1 2024-12-04T05:19:12,668 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:19:12,668 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:19:12,670 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289612671 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289672671 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35927,1733289550047-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35927,1733289550047-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35927,1733289550047-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:35927, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,672 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,673 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:19:12,675 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.546sec 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35927,1733289550047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:12,676 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35927,1733289550047-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:19:12,678 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:19:12,678 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:19:12,678 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35927,1733289550047-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:12,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e81b681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35927,-1 for getting cluster id 2024-12-04T05:19:12,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:12,712 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12bbb638-9257-4968-beb4-3fc6240e98d6' 2024-12-04T05:19:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12bbb638-9257-4968-beb4-3fc6240e98d6" 2024-12-04T05:19:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35927,-1] 2024-12-04T05:19:12,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:12,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:12,713 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:12,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3239a4d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:12,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42259,1733289550087, seqNum=-1] 2024-12-04T05:19:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:12,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:12,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,35927,1733289550047 2024-12-04T05:19:12,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:12,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:12,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017be97a490005 connected 2024-12-04T05:19:12,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf57bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35613,-1 for getting cluster id 2024-12-04T05:19:12,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:12,725 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c740100-4813-49fc-99c0-6f8df8377167' 2024-12-04T05:19:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:12,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c740100-4813-49fc-99c0-6f8df8377167" 2024-12-04T05:19:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35613,-1] 2024-12-04T05:19:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:12,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:12,727 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1ada2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35613,1733289546700 2024-12-04T05:19:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712e222f 2024-12-04T05:19:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:12,729 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:12,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:35927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:19:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:19:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:12,733 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:35927' 2024-12-04T05:19:12,734 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b784ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,734 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35927,-1 for getting cluster id 2024-12-04T05:19:12,734 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:12,735 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12bbb638-9257-4968-beb4-3fc6240e98d6' 2024-12-04T05:19:12,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:12,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12bbb638-9257-4968-beb4-3fc6240e98d6" 2024-12-04T05:19:12,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bd4d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35927,-1] 2024-12-04T05:19:12,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:12,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:12,736 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:12,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c0462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:12,737 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35927,1733289550047 2024-12-04T05:19:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e35192a 2024-12-04T05:19:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:12,738 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:12,739 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T05:19:12,739 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:19:12,739 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:12,739 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:12,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:12,740 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:12,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:19:12,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:19:12,742 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:12,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:19:12,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741835_1011 (size=1138) 2024-12-04T05:19:12,791 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:13,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88842e0f1b479ec89e8789ff96fb2c5f, NAME => 'hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf 2024-12-04T05:19:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741836_1012 (size=44) 2024-12-04T05:19:13,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:13,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 88842e0f1b479ec89e8789ff96fb2c5f, disabling compactions & flushes 2024-12-04T05:19:13,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. after waiting 0 ms 2024-12-04T05:19:13,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88842e0f1b479ec89e8789ff96fb2c5f: Waiting for close lock at 1733289553168Disabling compacts and flushes for region at 1733289553168Disabling writes for close at 1733289553168Writing region close event to WAL at 1733289553168Closed at 1733289553168 2024-12-04T05:19:13,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:19:13,170 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289553169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289553169"}]},"ts":"1733289553169"} 2024-12-04T05:19:13,172 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:19:13,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:19:13,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289553173"}]},"ts":"1733289553173"} 2024-12-04T05:19:13,175 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:19:13,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN}] 2024-12-04T05:19:13,177 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN 2024-12-04T05:19:13,177 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN; state=OFFLINE, location=6c7595a931c3,42649,1733289546754; forceNewPlan=false, retain=false 2024-12-04T05:19:13,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88842e0f1b479ec89e8789ff96fb2c5f, regionState=OPENING, regionLocation=6c7595a931c3,42649,1733289546754 2024-12-04T05:19:13,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN because future has completed 2024-12-04T05:19:13,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88842e0f1b479ec89e8789ff96fb2c5f, server=6c7595a931c3,42649,1733289546754}] 2024-12-04T05:19:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:13,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:13,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:19:13,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42649%2C1733289546754.rep, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs, maxLogs=10 2024-12-04T05:19:13,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.rep.1733289553502, exclude list is [], retry=0 2024-12-04T05:19:13,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:13,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.rep.1733289553502 2024-12-04T05:19:13,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:13,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 88842e0f1b479ec89e8789ff96fb2c5f, NAME => 'hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:13,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:13,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:13,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. service=MultiRowMutationService 2024-12-04T05:19:13,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:19:13,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:13,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,536 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,538 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88842e0f1b479ec89e8789ff96fb2c5f columnFamilyName hfileref 2024-12-04T05:19:13,538 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:13,539 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(327): Store=88842e0f1b479ec89e8789ff96fb2c5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:13,539 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,540 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88842e0f1b479ec89e8789ff96fb2c5f columnFamilyName queue 2024-12-04T05:19:13,540 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:13,541 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(327): Store=88842e0f1b479ec89e8789ff96fb2c5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:13,541 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,542 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88842e0f1b479ec89e8789ff96fb2c5f columnFamilyName sid 2024-12-04T05:19:13,542 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:13,543 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(327): Store=88842e0f1b479ec89e8789ff96fb2c5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:13,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:19:13,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:13,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 88842e0f1b479ec89e8789ff96fb2c5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64570988, jitterRate=-0.037817299365997314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:19:13,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 88842e0f1b479ec89e8789ff96fb2c5f: Running coprocessor pre-open hook at 1733289553532Writing region info on filesystem at 1733289553532Initializing all the Stores at 1733289553533 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289553533Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289553536 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289553536Cleaning up temporary data from old regions at 1733289553545 (+9 ms)Running coprocessor post-open hooks at 1733289553558 (+13 ms)Region opened successfully at 1733289553559 (+1 ms) 2024-12-04T05:19:13,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f., pid=7, masterSystemTime=1733289553484 2024-12-04T05:19:13,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=88842e0f1b479ec89e8789ff96fb2c5f, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42649,1733289546754 2024-12-04T05:19:13,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88842e0f1b479ec89e8789ff96fb2c5f, server=6c7595a931c3,42649,1733289546754 because future has completed 2024-12-04T05:19:13,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T05:19:13,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 88842e0f1b479ec89e8789ff96fb2c5f, server=6c7595a931c3,42649,1733289546754 in 237 msec 2024-12-04T05:19:13,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:19:13,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN in 397 msec 2024-12-04T05:19:13,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:19:13,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289553576"}]},"ts":"1733289553576"} 2024-12-04T05:19:13,578 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:19:13,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:19:13,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-12-04T05:19:13,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f., hostname=6c7595a931c3,42649,1733289546754, seqNum=2] 2024-12-04T05:19:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:13,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:19:13,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T05:19:13,761 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:19:13,790 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,42649,1733289546754, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:19:13,791 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:13,791 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42649,1733289546754, seqNum=-1] 2024-12-04T05:19:13,791 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:13,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T05:19:13,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,42649,1733289546754', locateType=CURRENT is [region=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f., hostname=6c7595a931c3,42649,1733289546754, seqNum=2] 2024-12-04T05:19:13,796 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T05:19:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T05:19:13,799 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,42649,1733289546754 suceeded 2024-12-04T05:19:13,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T05:19:13,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-04T05:19:13,801 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:35927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:19:13,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-12-04T05:19:13,811 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:35927' 2024-12-04T05:19:13,812 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e2e39c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:13,812 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35927,-1 for getting cluster id 2024-12-04T05:19:13,813 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:13,813 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12bbb638-9257-4968-beb4-3fc6240e98d6' 2024-12-04T05:19:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12bbb638-9257-4968-beb4-3fc6240e98d6" 2024-12-04T05:19:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@572ccf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35927,-1] 2024-12-04T05:19:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,815 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:13,816 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51ec94ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:13,816 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:13,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35927,1733289550047 2024-12-04T05:19:13,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd87576 2024-12-04T05:19:13,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:13,817 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T05:19:13,818 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,42649,1733289546754 (queues=1) is replicating from cluster=0c740100-4813-49fc-99c0-6f8df8377167 to cluster=12bbb638-9257-4968-beb4-3fc6240e98d6 2024-12-04T05:19:13,818 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C42649%2C1733289546754 2024-12-04T05:19:13,818 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,42649,1733289546754, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:19:13,819 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.shipper6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C42649%2C1733289546754 2024-12-04T05:19:13,819 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.wal-reader.6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362, startPosition=0, beingWritten=true 2024-12-04T05:19:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:13,873 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:19:13,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:13,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:13,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:13,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35613,1733289546700 2024-12-04T05:19:13,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b5426e 2024-12-04T05:19:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:13,876 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:13,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35613 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:19:13,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:13,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:13,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:13,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:19:13,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1391812344, stopped=false 2024-12-04T05:19:13,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,35613,1733289546700 2024-12-04T05:19:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:13,881 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:13,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:13,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:13,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:13,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,881 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,42649,1733289546754' ***** 2024-12-04T05:19:13,881 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:19:13,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:13,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,42649,1733289546754 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42649. 2024-12-04T05:19:13,882 DEBUG [RS:0;6c7595a931c3:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:13,882 DEBUG [RS:0;6c7595a931c3:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:13,882 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88842e0f1b479ec89e8789ff96fb2c5f, disabling compactions & flushes 2024-12-04T05:19:13,882 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:19:13,882 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:19:13,882 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. after waiting 0 ms 2024-12-04T05:19:13,882 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:13,882 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:19:13,882 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 88842e0f1b479ec89e8789ff96fb2c5f 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T05:19:13,883 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:19:13,883 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 88842e0f1b479ec89e8789ff96fb2c5f=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.} 2024-12-04T05:19:13,883 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:13,883 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:13,883 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:13,883 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:13,883 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:13,883 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:13,883 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T05:19:13,899 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/info/4019fc26c4df4c6ca5945e4973efe5bf is 147, key is hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f./info:regioninfo/1733289553562/Put/seqid=0 2024-12-04T05:19:13,899 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/.tmp/queue/59884f93e7bb48a8a436c380fb86cbd9 is 151, key is 1-6c7595a931c3,42649,1733289546754/queue:6c7595a931c3%2C42649%2C1733289546754/1733289553795/Put/seqid=0 2024-12-04T05:19:13,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741838_1014 (size=6631) 2024-12-04T05:19:13,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741839_1015 (size=5350) 2024-12-04T05:19:13,923 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:14,024 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.wal-reader.6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362 to pos 0, reset compression=false 2024-12-04T05:19:14,083 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:14,223 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:19:14,223 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:19:14,283 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:14,304 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/info/4019fc26c4df4c6ca5945e4973efe5bf 2024-12-04T05:19:14,304 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/.tmp/queue/59884f93e7bb48a8a436c380fb86cbd9 2024-12-04T05:19:14,310 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/.tmp/queue/59884f93e7bb48a8a436c380fb86cbd9 as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/queue/59884f93e7bb48a8a436c380fb86cbd9 2024-12-04T05:19:14,315 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/queue/59884f93e7bb48a8a436c380fb86cbd9, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T05:19:14,316 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 88842e0f1b479ec89e8789ff96fb2c5f in 434ms, sequenceid=5, compaction requested=false 2024-12-04T05:19:14,316 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:19:14,320 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:19:14,320 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:14,320 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:14,320 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:14,321 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88842e0f1b479ec89e8789ff96fb2c5f: Waiting for close lock at 1733289553882Running coprocessor pre-close hooks at 1733289553882Disabling compacts and flushes for region at 1733289553882Disabling writes for close at 1733289553882Obtaining lock to block concurrent updates at 1733289553883 (+1 ms)Preparing flush snapshotting stores in 88842e0f1b479ec89e8789ff96fb2c5f at 1733289553883Finished memstore snapshotting hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733289553883Flushing stores of hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. at 1733289553883Flushing 88842e0f1b479ec89e8789ff96fb2c5f/queue: creating writer at 1733289553884 (+1 ms)Flushing 88842e0f1b479ec89e8789ff96fb2c5f/queue: appending metadata at 1733289553898 (+14 ms)Flushing 88842e0f1b479ec89e8789ff96fb2c5f/queue: closing flushed file at 1733289553898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32eb629f: reopening flushed file at 1733289554310 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 88842e0f1b479ec89e8789ff96fb2c5f in 434ms, sequenceid=5, compaction requested=false at 1733289554316 (+6 ms)Writing region close event to WAL at 1733289554317 (+1 ms)Running coprocessor post-close hooks at 1733289554320 (+3 ms)Closed at 1733289554320 2024-12-04T05:19:14,321 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:14,325 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/ns/143abf12af4a4e35a8d332acf8fb8a27 is 43, key is default/ns:d/1733289549393/Put/seqid=0 2024-12-04T05:19:14,329 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.wal-reader.6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362 to pos 0, reset compression=false 2024-12-04T05:19:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741840_1016 (size=5153) 2024-12-04T05:19:14,483 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:14,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:14,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:14,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:14,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:14,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:14,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:14,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:19:14,684 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:14,730 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/ns/143abf12af4a4e35a8d332acf8fb8a27 2024-12-04T05:19:14,733 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.wal-reader.6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362 to pos 0, reset compression=false 2024-12-04T05:19:14,753 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/table/de30f2320ee3422c815d8b72fc98d25a is 53, key is hbase:replication/table:state/1733289553576/Put/seqid=0 2024-12-04T05:19:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741841_1017 (size=5256) 2024-12-04T05:19:14,884 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:19:14,884 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:19:14,884 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:15,084 DEBUG [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:15,158 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/table/de30f2320ee3422c815d8b72fc98d25a 2024-12-04T05:19:15,163 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/info/4019fc26c4df4c6ca5945e4973efe5bf as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/info/4019fc26c4df4c6ca5945e4973efe5bf 2024-12-04T05:19:15,168 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/info/4019fc26c4df4c6ca5945e4973efe5bf, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T05:19:15,169 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/ns/143abf12af4a4e35a8d332acf8fb8a27 as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/ns/143abf12af4a4e35a8d332acf8fb8a27 2024-12-04T05:19:15,173 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/ns/143abf12af4a4e35a8d332acf8fb8a27, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:19:15,173 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/table/de30f2320ee3422c815d8b72fc98d25a as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/table/de30f2320ee3422c815d8b72fc98d25a 2024-12-04T05:19:15,177 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/table/de30f2320ee3422c815d8b72fc98d25a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T05:19:15,178 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false 2024-12-04T05:19:15,182 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T05:19:15,182 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:15,182 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:15,182 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:15,182 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289553883Running coprocessor pre-close hooks at 1733289553883Disabling compacts and flushes for region at 1733289553883Disabling writes for close at 1733289553883Obtaining lock to block concurrent updates at 1733289553883Preparing flush snapshotting stores in 1588230740 at 1733289553883Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733289553884 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289553884Flushing 1588230740/info: creating writer at 1733289553884Flushing 1588230740/info: appending metadata at 1733289553899 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733289553899Flushing 1588230740/ns: creating writer at 1733289554310 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733289554325 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733289554325Flushing 1588230740/table: creating writer at 1733289554735 (+410 ms)Flushing 1588230740/table: appending metadata at 1733289554752 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733289554752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3253d07a: reopening flushed file at 1733289555163 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281819d9: reopening flushed file at 1733289555168 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7be676: reopening flushed file at 1733289555173 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=11, compaction requested=false at 1733289555178 (+5 ms)Writing region close event to WAL at 1733289555179 (+1 ms)Running coprocessor post-close hooks at 1733289555182 (+3 ms)Closed at 1733289555182 2024-12-04T05:19:15,183 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:15,238 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.wal-reader.6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.1733289548362 to pos 0, reset compression=false 2024-12-04T05:19:15,284 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,42649,1733289546754; all regions closed. 2024-12-04T05:19:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741834_1010 (size=2742) 2024-12-04T05:19:15,288 DEBUG [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs 2024-12-04T05:19:15,288 INFO [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42649%2C1733289546754.meta:.meta(num 1733289549345) 2024-12-04T05:19:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741837_1013 (size=1586) 2024-12-04T05:19:15,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754/6c7595a931c3%2C42649%2C1733289546754.rep.1733289553502 not finished, retry = 0 2024-12-04T05:19:15,393 DEBUG [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs 2024-12-04T05:19:15,393 INFO [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42649%2C1733289546754.rep:(num 1733289553502) 2024-12-04T05:19:15,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741832_1008 (size=93) 2024-12-04T05:19:15,396 DEBUG [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs 2024-12-04T05:19:15,396 INFO [RS:0;6c7595a931c3:42649 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42649%2C1733289546754:(num 1733289548362) 2024-12-04T05:19:15,396 DEBUG [RS:0;6c7595a931c3:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:15,396 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:15,396 INFO [RS:0;6c7595a931c3:42649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:15,397 INFO [RS:0;6c7595a931c3:42649 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:15,397 INFO [RS:0;6c7595a931c3:42649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:15,397 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:15,397 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,42649,1733289546754 because: Region server is closing 2024-12-04T05:19:15,397 INFO [RS:0;6c7595a931c3:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42649. 2024-12-04T05:19:15,397 DEBUG [RS:0;6c7595a931c3:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:15,397 DEBUG [RS:0;6c7595a931c3:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:15,397 DEBUG [RS:0;6c7595a931c3:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:15,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:15,497 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.wal-reader.6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:19:15,497 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.shipper6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:19:15,498 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42649,1733289546754.replicationSource.shipper6c7595a931c3%2C42649%2C1733289546754,1-6c7595a931c3,42649,1733289546754 terminated 2024-12-04T05:19:15,498 INFO [RS:0;6c7595a931c3:42649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42649 2024-12-04T05:19:15,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/rs/6c7595a931c3,42649,1733289546754 2024-12-04T05:19:15,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/rs 2024-12-04T05:19:15,501 INFO [RS:0;6c7595a931c3:42649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:15,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,42649,1733289546754] 2024-12-04T05:19:15,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/draining/6c7595a931c3,42649,1733289546754 already deleted, retry=false 2024-12-04T05:19:15,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,42649,1733289546754 expired; onlineServers=0 2024-12-04T05:19:15,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,35613,1733289546700' ***** 2024-12-04T05:19:15,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:19:15,505 INFO [M:0;6c7595a931c3:35613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:15,505 INFO [M:0;6c7595a931c3:35613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:15,505 DEBUG [M:0;6c7595a931c3:35613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:19:15,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:19:15,505 DEBUG [M:0;6c7595a931c3:35613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:19:15,505 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289548174 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289548174,5,FailOnTimeoutGroup] 2024-12-04T05:19:15,505 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289548173 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289548173,5,FailOnTimeoutGroup] 2024-12-04T05:19:15,505 INFO [M:0;6c7595a931c3:35613 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:15,505 INFO [M:0;6c7595a931c3:35613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:15,505 DEBUG [M:0;6c7595a931c3:35613 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:19:15,505 INFO [M:0;6c7595a931c3:35613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:19:15,505 INFO [M:0;6c7595a931c3:35613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:15,506 INFO [M:0;6c7595a931c3:35613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:19:15,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:19:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/master 2024-12-04T05:19:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:15,507 DEBUG [M:0;6c7595a931c3:35613 {}] zookeeper.ZKUtil(347): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/master because node does not exist (not an error) 2024-12-04T05:19:15,507 WARN [M:0;6c7595a931c3:35613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:19:15,508 INFO [M:0;6c7595a931c3:35613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/.lastflushedseqids 2024-12-04T05:19:15,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741842_1018 (size=181) 2024-12-04T05:19:15,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:15,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1017be97a490001, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:15,603 INFO [RS:0;6c7595a931c3:42649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:15,603 INFO [RS:0;6c7595a931c3:42649 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,42649,1733289546754; zookeeper connection closed. 2024-12-04T05:19:15,603 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f9af6e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f9af6e6 2024-12-04T05:19:15,604 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:15,920 INFO [M:0;6c7595a931c3:35613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:15,921 INFO [M:0;6c7595a931c3:35613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:15,921 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:15,921 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:15,921 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:15,921 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:15,921 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:15,921 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T05:19:15,938 DEBUG [M:0;6c7595a931c3:35613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2419b344487a4c39bb2dff207fd461e7 is 82, key is hbase:meta,,1/info:regioninfo/1733289549378/Put/seqid=0 2024-12-04T05:19:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741843_1019 (size=5672) 2024-12-04T05:19:16,343 INFO [M:0;6c7595a931c3:35613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2419b344487a4c39bb2dff207fd461e7 2024-12-04T05:19:16,362 DEBUG [M:0;6c7595a931c3:35613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b33c5c6673041ceabdcc21be3a7d701 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733289553580/Put/seqid=0 2024-12-04T05:19:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741844_1020 (size=7203) 2024-12-04T05:19:16,767 INFO [M:0;6c7595a931c3:35613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b33c5c6673041ceabdcc21be3a7d701 2024-12-04T05:19:16,786 DEBUG [M:0;6c7595a931c3:35613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/683352a98bd044f8b8c75de4827e503f is 69, key is 6c7595a931c3,42649,1733289546754/rs:state/1733289548199/Put/seqid=0 2024-12-04T05:19:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741845_1021 (size=5156) 2024-12-04T05:19:17,191 INFO [M:0;6c7595a931c3:35613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/683352a98bd044f8b8c75de4827e503f 2024-12-04T05:19:17,196 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2419b344487a4c39bb2dff207fd461e7 as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2419b344487a4c39bb2dff207fd461e7 2024-12-04T05:19:17,200 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2419b344487a4c39bb2dff207fd461e7, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T05:19:17,201 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b33c5c6673041ceabdcc21be3a7d701 as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b33c5c6673041ceabdcc21be3a7d701 2024-12-04T05:19:17,204 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b33c5c6673041ceabdcc21be3a7d701, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T05:19:17,205 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/683352a98bd044f8b8c75de4827e503f as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/683352a98bd044f8b8c75de4827e503f 2024-12-04T05:19:17,224 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/683352a98bd044f8b8c75de4827e503f, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T05:19:17,225 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false 2024-12-04T05:19:17,227 INFO [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:17,227 DEBUG [M:0;6c7595a931c3:35613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289555921Disabling compacts and flushes for region at 1733289555921Disabling writes for close at 1733289555921Obtaining lock to block concurrent updates at 1733289555921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289555921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733289555922 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289555922Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289555922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289555938 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289555938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289556348 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289556362 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289556362Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289556772 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289556785 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289556786 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53612e53: reopening flushed file at 1733289557195 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e43abc8: reopening flushed file at 1733289557200 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a26179f: reopening flushed file at 1733289557205 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=70, compaction requested=false at 1733289557225 (+20 ms)Writing region close event to WAL at 1733289557227 (+2 ms)Closed at 1733289557227 2024-12-04T05:19:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741830_1006 (size=41008) 2024-12-04T05:19:17,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700/6c7595a931c3%2C35613%2C1733289546700.1733289548057 not finished, retry = 0 2024-12-04T05:19:17,330 INFO [M:0;6c7595a931c3:35613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:17,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:17,330 INFO [M:0;6c7595a931c3:35613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35613 2024-12-04T05:19:17,330 INFO [M:0;6c7595a931c3:35613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:17,433 INFO [M:0;6c7595a931c3:35613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35613-0x1017be97a490000, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:17,435 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:17,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:17,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:17,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:17,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:17,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37975 2024-12-04T05:19:17,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37975 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:17,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379750x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:17,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37975-0x1017be97a490006 connected 2024-12-04T05:19:17,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:17,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:17,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:17,445 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: INIT 2024-12-04T05:19:17,445 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf, hbase.cluster.distributed=false 2024-12-04T05:19:17,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/acl 2024-12-04T05:19:17,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37975 2024-12-04T05:19:17,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37975 2024-12-04T05:19:17,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37975 2024-12-04T05:19:17,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37975 2024-12-04T05:19:17,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37975 2024-12-04T05:19:17,462 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:17,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40375 2024-12-04T05:19:17,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40375 connecting to ZooKeeper ensemble=127.0.0.1:50688 2024-12-04T05:19:17,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:17,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:17,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403750x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:17,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403750x0, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:17,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40375-0x1017be97a490007 connected 2024-12-04T05:19:17,470 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: INIT 2024-12-04T05:19:17,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:17,470 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:17,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/master 2024-12-04T05:19:17,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/acl 2024-12-04T05:19:17,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40375 2024-12-04T05:19:17,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40375 2024-12-04T05:19:17,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40375 2024-12-04T05:19:17,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40375 2024-12-04T05:19:17,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40375 2024-12-04T05:19:17,494 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:37975 2024-12-04T05:19:17,494 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-846797414/backup-masters/6c7595a931c3,37975,1733289557435 2024-12-04T05:19:17,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:17,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:17,498 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on existing znode=/0-846797414/backup-masters/6c7595a931c3,37975,1733289557435 2024-12-04T05:19:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-846797414/master 2024-12-04T05:19:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:17,501 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on existing znode=/0-846797414/master 2024-12-04T05:19:17,502 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-846797414/backup-masters/6c7595a931c3,37975,1733289557435 from backup master directory 2024-12-04T05:19:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/backup-masters/6c7595a931c3,37975,1733289557435 2024-12-04T05:19:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:17,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/backup-masters 2024-12-04T05:19:17,503 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:17,503 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,37975,1733289557435 2024-12-04T05:19:17,513 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:17,513 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:17,519 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-04T05:19:17,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741846_1022 (size=196) 2024-12-04T05:19:17,926 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:17,926 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:19:17,927 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:17,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T05:19:17,934 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700 to hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700-dead as it is dead 2024-12-04T05:19:17,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700-dead/6c7595a931c3%2C35613%2C1733289546700.1733289548057 2024-12-04T05:19:17,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700-dead/6c7595a931c3%2C35613%2C1733289546700.1733289548057 after 0ms 2024-12-04T05:19:17,936 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700-dead/6c7595a931c3%2C35613%2C1733289546700.1733289548057 to hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C35613%2C1733289546700.1733289548057 2024-12-04T05:19:17,936 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,35613,1733289546700-dead 2024-12-04T05:19:17,936 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,37975,1733289557435 2024-12-04T05:19:17,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:17,938 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C37975%2C1733289557435, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,37975,1733289557435, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/oldWALs, maxLogs=10 2024-12-04T05:19:17,951 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,37975,1733289557435/6c7595a931c3%2C37975%2C1733289557435.1733289557938, exclude list is [], retry=0 2024-12-04T05:19:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:17,955 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,37975,1733289557435/6c7595a931c3%2C37975%2C1733289557435.1733289557938 2024-12-04T05:19:17,956 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:17,956 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:17,956 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:17,956 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,956 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:19:17,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:17,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2419b344487a4c39bb2dff207fd461e7 2024-12-04T05:19:17,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:17,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:19:17,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:17,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b33c5c6673041ceabdcc21be3a7d701 2024-12-04T05:19:17,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:17,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:19:17,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:17,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/683352a98bd044f8b8c75de4827e503f 2024-12-04T05:19:17,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:17,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:19:17,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:17,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:17,976 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T05:19:17,977 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C35613%2C1733289546700.1733289548057 2024-12-04T05:19:17,980 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C35613%2C1733289546700.1733289548057 2024-12-04T05:19:17,981 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6c7595a931c3%2C35613%2C1733289546700.1733289548057 2024-12-04T05:19:17,982 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,982 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,983 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:17,984 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:17,986 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T05:19:17,987 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71676696, jitterRate=0.06806600093841553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:17,987 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289557956Initializing all the Stores at 1733289557957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289557957Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289557957Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289557957Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289557957Cleaning up temporary data from old regions at 1733289557982 (+25 ms)Region opened successfully at 1733289557987 (+5 ms) 2024-12-04T05:19:17,987 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:19:17,989 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324b1f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:17,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T05:19:17,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:19:17,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:19:17,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:19:17,992 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:19:17,994 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:17,994 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:19:17,995 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:19:17,995 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T05:19:17,995 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:19:17,997 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6c7595a931c3,42649,1733289546754, regionLocation=6c7595a931c3,42649,1733289546754, openSeqNum=2 2024-12-04T05:19:17,997 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6c7595a931c3,42649,1733289546754, table=hbase:meta, region=1588230740 2024-12-04T05:19:17,997 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42649,1733289546754, state=OPEN 2024-12-04T05:19:18,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:18,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:18,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:18,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:18,006 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:19:18,013 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/draining/6c7595a931c3,42649,1733289546754 already deleted, retry=false 2024-12-04T05:19:18,013 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6c7595a931c3,42649,1733289546754 on 6c7595a931c3,37975,1733289557435 2024-12-04T05:19:18,014 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6c7595a931c3,42649,1733289546754, splitWal=true, meta=true 2024-12-04T05:19:18,014 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 6c7595a931c3,42649,1733289546754 (carryingMeta=true) 6c7595a931c3,42649,1733289546754/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@8c122c3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T05:19:18,016 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/balancer because node does not exist (not necessarily an error) 2024-12-04T05:19:18,024 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/balancer already deleted, retry=false 2024-12-04T05:19:18,024 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:19:18,024 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:19:18,031 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/normalizer already deleted, retry=false 2024-12-04T05:19:18,031 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:19:18,031 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:19:18,035 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/switch/split already deleted, retry=false 2024-12-04T05:19:18,036 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:19:18,037 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/switch/merge already deleted, retry=false 2024-12-04T05:19:18,040 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Unable to get data of znode /0-846797414/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:19:18,041 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/snapshot-cleanup already deleted, retry=false 2024-12-04T05:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:18,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:18,044 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,37975,1733289557435, sessionid=0x1017be97a490006, setting cluster-up flag (Was=false) 2024-12-04T05:19:18,046 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-846797414/flush-table-proc/acquired, /0-846797414/flush-table-proc/reached, /0-846797414/flush-table-proc/abort 2024-12-04T05:19:18,046 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,37975,1733289557435 2024-12-04T05:19:18,049 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-846797414/online-snapshot/acquired, /0-846797414/online-snapshot/reached, /0-846797414/online-snapshot/abort 2024-12-04T05:19:18,049 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,37975,1733289557435 2024-12-04T05:19:18,050 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/.lastflushedseqids 2024-12-04T05:19:18,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:19:18,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:19:18,053 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,37975,1733289557435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6c7595a931c3,42649,1733289546754 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:18,054 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,054 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289588054 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,055 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6c7595a931c3,42649,1733289546754, splitWal=true, meta=true 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:19:18,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:19:18,056 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6c7595a931c3,42649,1733289546754, splitWal=true, meta=true, isMeta: true 2024-12-04T05:19:18,056 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289558056,5,FailOnTimeoutGroup] 2024-12-04T05:19:18,056 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289558056,5,FailOnTimeoutGroup] 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289558056, completionTime=-1 2024-12-04T05:19:18,056 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T05:19:18,056 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T05:19:18,057 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754-splitting 2024-12-04T05:19:18,057 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754-splitting dir is empty, no logs to split. 2024-12-04T05:19:18,057 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6c7595a931c3,42649,1733289546754 WAL count=0, meta=true 2024-12-04T05:19:18,059 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754-splitting dir is empty, no logs to split. 2024-12-04T05:19:18,059 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6c7595a931c3,42649,1733289546754 WAL count=0, meta=true 2024-12-04T05:19:18,059 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6c7595a931c3,42649,1733289546754 WAL splitting is done? wals=0, meta=true 2024-12-04T05:19:18,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:19:18,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:18,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T05:19:18,082 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(746): ClusterId : 0c740100-4813-49fc-99c0-6f8df8377167 2024-12-04T05:19:18,082 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:19:18,084 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:19:18,084 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:19:18,087 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:19:18,087 DEBUG [RS:0;6c7595a931c3:40375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ccef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:18,099 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:40375 2024-12-04T05:19:18,099 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:19:18,099 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:19:18,099 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:19:18,100 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,37975,1733289557435 with port=40375, startcode=1733289557462 2024-12-04T05:19:18,100 DEBUG [RS:0;6c7595a931c3:40375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:19:18,101 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:19:18,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37975 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,103 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf 2024-12-04T05:19:18,103 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35893 2024-12-04T05:19:18,103 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:19:18,106 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T05:19:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/rs 2024-12-04T05:19:18,108 DEBUG [RS:0;6c7595a931c3:40375 {}] zookeeper.ZKUtil(111): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on existing znode=/0-846797414/rs/6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,108 WARN [RS:0;6c7595a931c3:40375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:18,108 INFO [RS:0;6c7595a931c3:40375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:18,109 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,40375,1733289557462] 2024-12-04T05:19:18,126 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:19:18,128 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:19:18,128 INFO [RS:0;6c7595a931c3:40375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:19:18,128 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,128 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:19:18,129 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:19:18,129 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:18,129 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:18,130 DEBUG [RS:0;6c7595a931c3:40375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:18,130 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,130 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,130 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,130 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,130 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,130 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40375,1733289557462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:18,143 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:19:18,143 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40375,1733289557462-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,156 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,40375,1733289557462, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:19:18,156 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,156 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.Replication(171): 6c7595a931c3,40375,1733289557462 started 2024-12-04T05:19:18,169 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:18,169 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,40375,1733289557462, RpcServer on 6c7595a931c3/172.17.0.2:40375, sessionid=0x1017be97a490007 2024-12-04T05:19:18,169 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:19:18,169 DEBUG [RS:0;6c7595a931c3:40375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,169 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,40375,1733289557462' 2024-12-04T05:19:18,169 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-846797414/flush-table-proc/abort' 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:35927' 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-846797414/flush-table-proc/acquired' 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,40375,1733289557462' 2024-12-04T05:19:18,170 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-846797414/online-snapshot/abort' 2024-12-04T05:19:18,171 DEBUG [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@780cc584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:18,171 DEBUG [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,35927,-1 for getting cluster id 2024-12-04T05:19:18,171 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-846797414/online-snapshot/acquired' 2024-12-04T05:19:18,171 DEBUG [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:18,171 DEBUG [RS:0;6c7595a931c3:40375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:19:18,171 INFO [RS:0;6c7595a931c3:40375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:19:18,171 INFO [RS:0;6c7595a931c3:40375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:19:18,172 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12bbb638-9257-4968-beb4-3fc6240e98d6' 2024-12-04T05:19:18,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:18,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12bbb638-9257-4968-beb4-3fc6240e98d6" 2024-12-04T05:19:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f50c42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,35927,-1] 2024-12-04T05:19:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:18,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:18,174 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:18,174 DEBUG [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82434df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:18,174 DEBUG [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,35927,1733289550047 2024-12-04T05:19:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705bf44f 2024-12-04T05:19:18,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:18,176 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T05:19:18,177 INFO [RS:0;6c7595a931c3:40375.replicationSource,1-6c7595a931c3,40375,1733289557462 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,40375,1733289557462 (queues=0) is replicating from cluster=0c740100-4813-49fc-99c0-6f8df8377167 to cluster=12bbb638-9257-4968-beb4-3fc6240e98d6 2024-12-04T05:19:18,212 WARN [6c7595a931c3:37975 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:19:18,271 INFO [RS:0;6c7595a931c3:40375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:18,273 INFO [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40375%2C1733289557462, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs, maxLogs=10 2024-12-04T05:19:18,286 DEBUG [RS:0;6c7595a931c3:40375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273, exclude list is [], retry=0 2024-12-04T05:19:18,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:18,291 INFO [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 2024-12-04T05:19:18,291 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6c7595a931c3%2C40375%2C1733289557462 for peer 1 2024-12-04T05:19:18,291 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C40375%2C1733289557462 2024-12-04T05:19:18,291 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,40375,1733289557462, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:19:18,291 DEBUG [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:18,291 INFO [RS:0;6c7595a931c3:40375.replicationSource.shipper6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C40375%2C1733289557462 2024-12-04T05:19:18,291 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273, startPosition=0, beingWritten=true 2024-12-04T05:19:18,462 DEBUG [6c7595a931c3:37975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:18,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,463 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,40375,1733289557462, state=OPENING 2024-12-04T05:19:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:18,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:18,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:18,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:18,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,40375,1733289557462}] 2024-12-04T05:19:18,496 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:18,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:18,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:19:18,622 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:19:18,622 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:18,622 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:19:18,623 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40375%2C1733289557462.meta, suffix=.meta, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs, maxLogs=10 2024-12-04T05:19:18,638 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.meta.1733289558624.meta, exclude list is [], retry=0 2024-12-04T05:19:18,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:18,642 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.meta.1733289558624.meta 2024-12-04T05:19:18,642 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:18,642 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:18,643 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:18,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:18,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:19:18,643 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:19:18,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:19:18,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:18,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:19:18,643 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:19:18,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:18,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:18,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:18,650 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/info/4019fc26c4df4c6ca5945e4973efe5bf 2024-12-04T05:19:18,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:18,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:18,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:18,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:18,656 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/ns/143abf12af4a4e35a8d332acf8fb8a27 2024-12-04T05:19:18,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:18,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:18,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:18,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:18,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:18,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:18,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:18,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:18,661 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/table/de30f2320ee3422c815d8b72fc98d25a 2024-12-04T05:19:18,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:18,662 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:18,662 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740 2024-12-04T05:19:18,663 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740 2024-12-04T05:19:18,665 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:18,665 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:18,665 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:18,666 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:18,667 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73864531, jitterRate=0.10066728293895721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:18,667 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:19:18,667 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289558643Writing region info on filesystem at 1733289558643Initializing all the Stores at 1733289558644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289558644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289558644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289558644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289558644Cleaning up temporary data from old regions at 1733289558665 (+21 ms)Running coprocessor post-open hooks at 1733289558667 (+2 ms)Region opened successfully at 1733289558667 2024-12-04T05:19:18,668 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733289558617 2024-12-04T05:19:18,670 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:19:18,670 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:19:18,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,40375,1733289557462, state=OPEN 2024-12-04T05:19:18,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:18,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-846797414/meta-region-server 2024-12-04T05:19:18,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,40375,1733289557462 2024-12-04T05:19:18,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:18,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-846797414/meta-region-server: CHANGED 2024-12-04T05:19:18,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T05:19:18,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,40375,1733289557462 in 209 msec 2024-12-04T05:19:18,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:19:18,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-12-04T05:19:18,801 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:19,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:19:19,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:19:19,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:19,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T05:19:19,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:19,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T05:19:19,206 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:19,609 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-04T05:19:19,712 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:19,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:19,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:19,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:19,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:19,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:19,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:19,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:20,317 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:21,021 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:21,111 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T05:19:21,827 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:22,564 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T05:19:22,564 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:19:22,564 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:22,564 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40375,1733289557462, seqNum=-1] 2024-12-04T05:19:22,565 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:22,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:22,570 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=88842e0f1b479ec89e8789ff96fb2c5f, regionState=OPEN, lastHost=6c7595a931c3,42649,1733289546754, regionLocation=6c7595a931c3,42649,1733289546754, openSeqNum=2 2024-12-04T05:19:22,570 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:19:22,570 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289622570 2024-12-04T05:19:22,570 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289682570 2024-12-04T05:19:22,570 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-04T05:19:22,571 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6c7595a931c3,42649,1733289546754 had 2 regions 2024-12-04T05:19:22,571 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37975,1733289557435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,571 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37975,1733289557435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,571 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37975,1733289557435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,571 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:37975, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,571 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,571 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,572 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6c7595a931c3,42649,1733289546754, splitWal=true, meta=true, isMeta: false 2024-12-04T05:19:22,574 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754-splitting dir is empty, no logs to split. 2024-12-04T05:19:22,574 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6c7595a931c3,42649,1733289546754 WAL count=0, meta=false 2024-12-04T05:19:22,576 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,42649,1733289546754-splitting dir is empty, no logs to split. 2024-12-04T05:19:22,576 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6c7595a931c3,42649,1733289546754 WAL count=0, meta=false 2024-12-04T05:19:22,576 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6c7595a931c3,42649,1733289546754 WAL splitting is done? wals=0, meta=false 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.075sec 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37975,1733289557435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37975,1733289557435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:19:22,579 WARN [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6c7595a931c3,42649,1733289546754/hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:22,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN}] 2024-12-04T05:19:22,580 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN 2024-12-04T05:19:22,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T05:19:22,583 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:19:22,583 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:19:22,583 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37975,1733289557435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:22,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe16bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:22,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,37975,-1 for getting cluster id 2024-12-04T05:19:22,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:22,590 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c740100-4813-49fc-99c0-6f8df8377167' 2024-12-04T05:19:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c740100-4813-49fc-99c0-6f8df8377167" 2024-12-04T05:19:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfa5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,37975,-1] 2024-12-04T05:19:22,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,592 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:22,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:22,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40375,1733289557462, seqNum=-1] 2024-12-04T05:19:22,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:22,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:22,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T05:19:22,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:22,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:22,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:22,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6c7595a931c3:37975 after: 6c7595a931c3:37975 2024-12-04T05:19:22,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b709c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:22,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,37975,-1 for getting cluster id 2024-12-04T05:19:22,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:22,598 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c740100-4813-49fc-99c0-6f8df8377167' 2024-12-04T05:19:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c740100-4813-49fc-99c0-6f8df8377167" 2024-12-04T05:19:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1035b9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,37975,-1] 2024-12-04T05:19:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,600 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:22,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610e6267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:22,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,37975,1733289557435 2024-12-04T05:19:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693abc7a 2024-12-04T05:19:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:22,602 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:22,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37975 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T05:19:22,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:19:22,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:22,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:22,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:22,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:19:22,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1382092223, stopped=false 2024-12-04T05:19:22,603 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,35927,1733289550047 2024-12-04T05:19:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1826946558/running 2024-12-04T05:19:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1826946558/running 2024-12-04T05:19:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:22,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:22,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:22,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:22,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,42259,1733289550087' ***** 2024-12-04T05:19:22,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:19:22,605 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:19:22,605 INFO [RS:0;6c7595a931c3:42259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:19:22,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/running 2024-12-04T05:19:22,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:19:22,605 INFO [RS:0;6c7595a931c3:42259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:19:22,605 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,42259,1733289550087 2024-12-04T05:19:22,605 INFO [RS:0;6c7595a931c3:42259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:22,606 INFO [RS:0;6c7595a931c3:42259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42259. 2024-12-04T05:19:22,606 DEBUG [RS:0;6c7595a931c3:42259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:22,606 DEBUG [RS:0;6c7595a931c3:42259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:22,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Set watcher on znode that does not yet exist, /1826946558/running 2024-12-04T05:19:22,606 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:19:22,606 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:19:22,606 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:19:22,606 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:19:22,606 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:19:22,606 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:19:22,606 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:22,606 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:22,606 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:22,606 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:22,606 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:22,606 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:22,606 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T05:19:22,622 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/.tmp/ns/3af17659f251435a9814da9ae2820ab3 is 43, key is default/ns:d/1733289552664/Put/seqid=0 2024-12-04T05:19:22,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741835_1011 (size=5153) 2024-12-04T05:19:22,645 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:22,731 DEBUG [6c7595a931c3:37975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:22,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=88842e0f1b479ec89e8789ff96fb2c5f, regionState=OPENING, regionLocation=6c7595a931c3,40375,1733289557462 2024-12-04T05:19:22,732 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:22,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN because future has completed 2024-12-04T05:19:22,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88842e0f1b479ec89e8789ff96fb2c5f, server=6c7595a931c3,40375,1733289557462}] 2024-12-04T05:19:22,806 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:22,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:22,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:22,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:19:22,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40375%2C1733289557462.rep, suffix=, logDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462, archiveDir=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs, maxLogs=10 2024-12-04T05:19:22,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.rep.1733289562892, exclude list is [], retry=0 2024-12-04T05:19:22,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-cbbef8e8-bea8-4642-aeda-10fbcbdbcb5a,DISK] 2024-12-04T05:19:22,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.rep.1733289562892 2024-12-04T05:19:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34249:34249)] 2024-12-04T05:19:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 88842e0f1b479ec89e8789ff96fb2c5f, NAME => 'hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:22,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:22,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. service=MultiRowMutationService 2024-12-04T05:19:22,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:19:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,911 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,912 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88842e0f1b479ec89e8789ff96fb2c5f columnFamilyName hfileref 2024-12-04T05:19:22,912 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:22,912 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(327): Store=88842e0f1b479ec89e8789ff96fb2c5f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:22,913 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,913 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88842e0f1b479ec89e8789ff96fb2c5f columnFamilyName queue 2024-12-04T05:19:22,913 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:22,918 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/queue/59884f93e7bb48a8a436c380fb86cbd9 2024-12-04T05:19:22,918 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(327): Store=88842e0f1b479ec89e8789ff96fb2c5f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:22,918 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,919 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88842e0f1b479ec89e8789ff96fb2c5f columnFamilyName sid 2024-12-04T05:19:22,919 DEBUG [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:22,919 INFO [StoreOpener-88842e0f1b479ec89e8789ff96fb2c5f-1 {}] regionserver.HStore(327): Store=88842e0f1b479ec89e8789ff96fb2c5f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:22,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:19:22,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 88842e0f1b479ec89e8789ff96fb2c5f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59492771, jitterRate=-0.11348862946033478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:19:22,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:22,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 88842e0f1b479ec89e8789ff96fb2c5f: Running coprocessor pre-open hook at 1733289562910Writing region info on filesystem at 1733289562910Initializing all the Stores at 1733289562911 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289562911Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289562911Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289562911Cleaning up temporary data from old regions at 1733289562921 (+10 ms)Running coprocessor post-open hooks at 1733289562923 (+2 ms)Region opened successfully at 1733289562924 (+1 ms) 2024-12-04T05:19:22,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f., pid=13, masterSystemTime=1733289562886 2024-12-04T05:19:22,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:22,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:22,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=88842e0f1b479ec89e8789ff96fb2c5f, regionState=OPEN, openSeqNum=9, regionLocation=6c7595a931c3,40375,1733289557462 2024-12-04T05:19:22,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88842e0f1b479ec89e8789ff96fb2c5f, server=6c7595a931c3,40375,1733289557462 because future has completed 2024-12-04T05:19:22,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T05:19:22,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 88842e0f1b479ec89e8789ff96fb2c5f, server=6c7595a931c3,40375,1733289557462 in 196 msec 2024-12-04T05:19:22,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T05:19:22,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=88842e0f1b479ec89e8789ff96fb2c5f, ASSIGN in 352 msec 2024-12-04T05:19:22,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T05:19:22,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f., hostname=6c7595a931c3,40375,1733289557462, seqNum=9] 2024-12-04T05:19:22,950 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6c7595a931c3,42649,1733289546754 2024-12-04T05:19:22,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T05:19:23,006 DEBUG [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:23,026 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/.tmp/ns/3af17659f251435a9814da9ae2820ab3 2024-12-04T05:19:23,033 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/.tmp/ns/3af17659f251435a9814da9ae2820ab3 as hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/ns/3af17659f251435a9814da9ae2820ab3 2024-12-04T05:19:23,037 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/ns/3af17659f251435a9814da9ae2820ab3, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T05:19:23,038 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-12-04T05:19:23,038 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:19:23,042 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T05:19:23,043 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:23,043 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:23,043 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:23,043 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289562606Running coprocessor pre-close hooks at 1733289562606Disabling compacts and flushes for region at 1733289562606Disabling writes for close at 1733289562606Obtaining lock to block concurrent updates at 1733289562606Preparing flush snapshotting stores in 1588230740 at 1733289562606Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733289562607 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289562607Flushing 1588230740/ns: creating writer at 1733289562607Flushing 1588230740/ns: appending metadata at 1733289562621 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733289562622 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621523a: reopening flushed file at 1733289563032 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1733289563038 (+6 ms)Writing region close event to WAL at 1733289563039 (+1 ms)Running coprocessor post-close hooks at 1733289563043 (+4 ms)Closed at 1733289563043 2024-12-04T05:19:23,043 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:23,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T05:19:23,207 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,42259,1733289550087; all regions closed. 2024-12-04T05:19:23,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/WALs/6c7595a931c3,42259,1733289550087/6c7595a931c3%2C42259%2C1733289550087.meta.1733289552616.meta not finished, retry = 0 2024-12-04T05:19:23,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741834_1010 (size=1152) 2024-12-04T05:19:23,312 DEBUG [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/oldWALs 2024-12-04T05:19:23,312 INFO [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42259%2C1733289550087.meta:.meta(num 1733289552616) 2024-12-04T05:19:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741832_1008 (size=93) 2024-12-04T05:19:23,316 DEBUG [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/oldWALs 2024-12-04T05:19:23,316 INFO [RS:0;6c7595a931c3:42259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C42259%2C1733289550087:(num 1733289551668) 2024-12-04T05:19:23,316 DEBUG [RS:0;6c7595a931c3:42259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:23,316 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:23,316 INFO [RS:0;6c7595a931c3:42259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:23,316 INFO [RS:0;6c7595a931c3:42259 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:23,316 INFO [RS:0;6c7595a931c3:42259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:23,316 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:23,316 INFO [RS:0;6c7595a931c3:42259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42259 2024-12-04T05:19:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1826946558/rs/6c7595a931c3,42259,1733289550087 2024-12-04T05:19:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558/rs 2024-12-04T05:19:23,319 INFO [RS:0;6c7595a931c3:42259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:23,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,42259,1733289550087] 2024-12-04T05:19:23,325 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1826946558/draining/6c7595a931c3,42259,1733289550087 already deleted, retry=false 2024-12-04T05:19:23,325 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,42259,1733289550087 expired; onlineServers=0 2024-12-04T05:19:23,325 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,35927,1733289550047' ***** 2024-12-04T05:19:23,325 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:19:23,325 INFO [M:0;6c7595a931c3:35927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:23,325 INFO [M:0;6c7595a931c3:35927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:23,325 DEBUG [M:0;6c7595a931c3:35927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:19:23,325 DEBUG [M:0;6c7595a931c3:35927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:19:23,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:19:23,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289551464 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289551464,5,FailOnTimeoutGroup] 2024-12-04T05:19:23,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289551464 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289551464,5,FailOnTimeoutGroup] 2024-12-04T05:19:23,325 INFO [M:0;6c7595a931c3:35927 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:23,325 INFO [M:0;6c7595a931c3:35927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:23,326 DEBUG [M:0;6c7595a931c3:35927 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:19:23,326 INFO [M:0;6c7595a931c3:35927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:19:23,326 INFO [M:0;6c7595a931c3:35927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:23,326 INFO [M:0;6c7595a931c3:35927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:19:23,326 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:19:23,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1826946558/master 2024-12-04T05:19:23,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1826946558 2024-12-04T05:19:23,327 DEBUG [M:0;6c7595a931c3:35927 {}] zookeeper.ZKUtil(347): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Unable to get data of znode /1826946558/master because node does not exist (not an error) 2024-12-04T05:19:23,327 WARN [M:0;6c7595a931c3:35927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:19:23,328 INFO [M:0;6c7595a931c3:35927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/.lastflushedseqids 2024-12-04T05:19:23,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741836_1012 (size=99) 2024-12-04T05:19:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:23,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42259-0x1017be97a490004, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:23,424 INFO [RS:0;6c7595a931c3:42259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:23,424 INFO [RS:0;6c7595a931c3:42259 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,42259,1733289550087; zookeeper connection closed. 2024-12-04T05:19:23,425 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@315649d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@315649d2 2024-12-04T05:19:23,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:23,732 INFO [M:0;6c7595a931c3:35927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:23,732 INFO [M:0;6c7595a931c3:35927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:23,733 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:23,733 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:23,733 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:23,733 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:23,733 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:23,733 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T05:19:23,737 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:23,749 DEBUG [M:0;6c7595a931c3:35927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50b4253912b04a098e9538d57ced7f6a is 82, key is hbase:meta,,1/info:regioninfo/1733289552649/Put/seqid=0 2024-12-04T05:19:23,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741837_1013 (size=5672) 2024-12-04T05:19:24,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:19:24,154 INFO [M:0;6c7595a931c3:35927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50b4253912b04a098e9538d57ced7f6a 2024-12-04T05:19:24,175 DEBUG [M:0;6c7595a931c3:35927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b697499c7b4423cb87c612c91c8ce80 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733289552667/Put/seqid=0 2024-12-04T05:19:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741838_1014 (size=5275) 2024-12-04T05:19:24,580 INFO [M:0;6c7595a931c3:35927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b697499c7b4423cb87c612c91c8ce80 2024-12-04T05:19:24,599 DEBUG [M:0;6c7595a931c3:35927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f20dffab2ea42ec8a5a3fcfd908f75e is 69, key is 6c7595a931c3,42259,1733289550087/rs:state/1733289551528/Put/seqid=0 2024-12-04T05:19:24,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741839_1015 (size=5156) 2024-12-04T05:19:24,842 DEBUG [RS:0;6c7595a931c3:40375.replicationSource.wal-reader.6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.1733289558273 to pos 0, reset compression=false 2024-12-04T05:19:25,003 INFO [M:0;6c7595a931c3:35927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f20dffab2ea42ec8a5a3fcfd908f75e 2024-12-04T05:19:25,009 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50b4253912b04a098e9538d57ced7f6a as hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50b4253912b04a098e9538d57ced7f6a 2024-12-04T05:19:25,013 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50b4253912b04a098e9538d57ced7f6a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T05:19:25,014 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b697499c7b4423cb87c612c91c8ce80 as hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b697499c7b4423cb87c612c91c8ce80 2024-12-04T05:19:25,018 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b697499c7b4423cb87c612c91c8ce80, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T05:19:25,018 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f20dffab2ea42ec8a5a3fcfd908f75e as hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f20dffab2ea42ec8a5a3fcfd908f75e 2024-12-04T05:19:25,023 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33107/user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f20dffab2ea42ec8a5a3fcfd908f75e, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T05:19:25,024 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-12-04T05:19:25,025 INFO [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:25,025 DEBUG [M:0;6c7595a931c3:35927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289563733Disabling compacts and flushes for region at 1733289563733Disabling writes for close at 1733289563733Obtaining lock to block concurrent updates at 1733289563733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289563733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733289563733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289563734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289563734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289563749 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289563749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289564158 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289564174 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289564174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289564585 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289564599 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289564599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d1c5aa: reopening flushed file at 1733289565008 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18171301: reopening flushed file at 1733289565013 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43540981: reopening flushed file at 1733289565018 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1733289565024 (+6 ms)Writing region close event to WAL at 1733289565025 (+1 ms)Closed at 1733289565025 2024-12-04T05:19:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741830_1006 (size=10165) 2024-12-04T05:19:25,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f14edd78-67da-8f86-3e68-4617bd334cd3/MasterData/WALs/6c7595a931c3,35927,1733289550047/6c7595a931c3%2C35927%2C1733289550047.1733289551378 not finished, retry = 0 2024-12-04T05:19:25,129 INFO [M:0;6c7595a931c3:35927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:25,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:25,129 INFO [M:0;6c7595a931c3:35927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35927 2024-12-04T05:19:25,129 INFO [M:0;6c7595a931c3:35927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:25,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x1017be97a490003, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:25,231 INFO [M:0;6c7595a931c3:35927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:25,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fb93c72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:25,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@101fbe1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:25,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:25,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23014760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:25,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4483cd32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:25,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:19:25,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:19:25,235 WARN [BP-1468070580-172.17.0.2-1733289549512 heartbeating to localhost/127.0.0.1:33107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:19:25,235 WARN [BP-1468070580-172.17.0.2-1733289549512 heartbeating to localhost/127.0.0.1:33107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1468070580-172.17.0.2-1733289549512 (Datanode Uuid 331acdb2-cce5-4726-9b91-32ffba2f8aa2) service to localhost/127.0.0.1:33107 2024-12-04T05:19:25,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/cluster_1b8b0ab2-d093-a78e-ab11-3da9c72a1e73/data/data1/current/BP-1468070580-172.17.0.2-1733289549512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:25,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/cluster_1b8b0ab2-d093-a78e-ab11-3da9c72a1e73/data/data2/current/BP-1468070580-172.17.0.2-1733289549512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:25,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:19:25,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56b6ee62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:25,243 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e519f53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:25,243 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:25,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589fa68a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:25,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eddd56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:25,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:19:25,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:19:25,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:25,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:25,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:25,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:19:25,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379740474, stopped=false 2024-12-04T05:19:25,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,37975,1733289557435 2024-12-04T05:19:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/running 2024-12-04T05:19:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:25,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:25,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:25,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:25,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:25,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,40375,1733289557462' ***** 2024-12-04T05:19:25,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:19:25,261 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:19:25,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Set watcher on znode that does not yet exist, /0-846797414/running 2024-12-04T05:19:25,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:19:25,261 INFO [RS:0;6c7595a931c3:40375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:19:25,261 INFO [RS:0;6c7595a931c3:40375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:19:25,261 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(3091): Received CLOSE for 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,40375,1733289557462 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40375. 2024-12-04T05:19:25,262 DEBUG [RS:0;6c7595a931c3:40375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:25,262 DEBUG [RS:0;6c7595a931c3:40375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 88842e0f1b479ec89e8789ff96fb2c5f, disabling compactions & flushes 2024-12-04T05:19:25,262 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. after waiting 0 ms 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:19:25,262 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:19:25,262 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 88842e0f1b479ec89e8789ff96fb2c5f=hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f.} 2024-12-04T05:19:25,262 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 88842e0f1b479ec89e8789ff96fb2c5f 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:25,262 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:25,262 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:25,262 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T05:19:25,266 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/replication/88842e0f1b479ec89e8789ff96fb2c5f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T05:19:25,266 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:25,266 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:25,267 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:25,267 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 88842e0f1b479ec89e8789ff96fb2c5f: Waiting for close lock at 1733289565262Running coprocessor pre-close hooks at 1733289565262Disabling compacts and flushes for region at 1733289565262Disabling writes for close at 1733289565262Writing region close event to WAL at 1733289565263 (+1 ms)Running coprocessor post-close hooks at 1733289565266 (+3 ms)Closed at 1733289565267 (+1 ms) 2024-12-04T05:19:25,267 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f. 2024-12-04T05:19:25,278 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/info/c15ebf6562b5405d994e526f86a3dc89 is 147, key is hbase:replication,,1733289552740.88842e0f1b479ec89e8789ff96fb2c5f./info:regioninfo/1733289562927/Put/seqid=0 2024-12-04T05:19:25,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741851_1027 (size=6385) 2024-12-04T05:19:25,336 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:25,462 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:25,663 DEBUG [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:25,683 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/info/c15ebf6562b5405d994e526f86a3dc89 2024-12-04T05:19:25,689 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/.tmp/info/c15ebf6562b5405d994e526f86a3dc89 as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/info/c15ebf6562b5405d994e526f86a3dc89 2024-12-04T05:19:25,694 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/info/c15ebf6562b5405d994e526f86a3dc89, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T05:19:25,695 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-12-04T05:19:25,700 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T05:19:25,700 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:25,700 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:25,700 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:25,700 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289565262Running coprocessor pre-close hooks at 1733289565262Disabling compacts and flushes for region at 1733289565262Disabling writes for close at 1733289565262Obtaining lock to block concurrent updates at 1733289565262Preparing flush snapshotting stores in 1588230740 at 1733289565262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733289565263 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289565263Flushing 1588230740/info: creating writer at 1733289565264 (+1 ms)Flushing 1588230740/info: appending metadata at 1733289565278 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733289565278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8014b6: reopening flushed file at 1733289565688 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1733289565695 (+7 ms)Writing region close event to WAL at 1733289565697 (+2 ms)Running coprocessor post-close hooks at 1733289565700 (+3 ms)Closed at 1733289565700 2024-12-04T05:19:25,700 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:25,863 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,40375,1733289557462; all regions closed. 2024-12-04T05:19:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741849_1025 (size=2156) 2024-12-04T05:19:25,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/WALs/6c7595a931c3,40375,1733289557462/6c7595a931c3%2C40375%2C1733289557462.meta.1733289558624.meta not finished, retry = 0 2024-12-04T05:19:25,968 DEBUG [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs 2024-12-04T05:19:25,968 INFO [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C40375%2C1733289557462.meta:.meta(num 1733289558624) 2024-12-04T05:19:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741850_1026 (size=796) 2024-12-04T05:19:25,973 DEBUG [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs 2024-12-04T05:19:25,973 INFO [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C40375%2C1733289557462.rep:(num 1733289562892) 2024-12-04T05:19:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741848_1024 (size=93) 2024-12-04T05:19:25,976 DEBUG [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/oldWALs 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C40375%2C1733289557462:(num 1733289558273) 2024-12-04T05:19:25,977 DEBUG [RS:0;6c7595a931c3:40375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:25,977 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,40375,1733289557462 because: Region server is closing 2024-12-04T05:19:25,977 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T05:19:25,977 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T05:19:25,977 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T05:19:25,977 INFO [RS:0;6c7595a931c3:40375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40375. 2024-12-04T05:19:25,977 DEBUG [RS:0;6c7595a931c3:40375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:25,978 DEBUG [RS:0;6c7595a931c3:40375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,978 DEBUG [RS:0;6c7595a931c3:40375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:25,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:26,078 WARN [RS:0;6c7595a931c3:40375.replicationSource.shipper6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:19:26,078 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6c7595a931c3:40375.replicationSource.shipper6c7595a931c3%2C40375%2C1733289557462,1-6c7595a931c3,40375,1733289557462 terminated 2024-12-04T05:19:26,078 INFO [RS:0;6c7595a931c3:40375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40375 2024-12-04T05:19:26,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/rs/6c7595a931c3,40375,1733289557462 2024-12-04T05:19:26,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414/rs 2024-12-04T05:19:26,080 INFO [RS:0;6c7595a931c3:40375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:26,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,40375,1733289557462] 2024-12-04T05:19:26,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/draining/6c7595a931c3,40375,1733289557462 already deleted, retry=false 2024-12-04T05:19:26,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,40375,1733289557462 expired; onlineServers=0 2024-12-04T05:19:26,086 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,37975,1733289557435' ***** 2024-12-04T05:19:26,086 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:19:26,086 INFO [M:0;6c7595a931c3:37975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:26,086 INFO [M:0;6c7595a931c3:37975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:26,086 DEBUG [M:0;6c7595a931c3:37975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:19:26,086 DEBUG [M:0;6c7595a931c3:37975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:19:26,086 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:19:26,086 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289558056 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289558056,5,FailOnTimeoutGroup] 2024-12-04T05:19:26,086 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289558056 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289558056,5,FailOnTimeoutGroup] 2024-12-04T05:19:26,086 INFO [M:0;6c7595a931c3:37975 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:26,086 INFO [M:0;6c7595a931c3:37975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:26,086 DEBUG [M:0;6c7595a931c3:37975 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:19:26,086 INFO [M:0;6c7595a931c3:37975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:19:26,087 INFO [M:0;6c7595a931c3:37975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:26,087 INFO [M:0;6c7595a931c3:37975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:19:26,087 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:19:26,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-846797414/master 2024-12-04T05:19:26,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-846797414 2024-12-04T05:19:26,089 DEBUG [M:0;6c7595a931c3:37975 {}] zookeeper.RecoverableZooKeeper(212): Node /0-846797414/master already deleted, retry=false 2024-12-04T05:19:26,089 DEBUG [M:0;6c7595a931c3:37975 {}] master.ActiveMasterManager(353): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-846797414/master 2024-12-04T05:19:26,090 INFO [M:0;6c7595a931c3:37975 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/.lastflushedseqids 2024-12-04T05:19:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741852_1028 (size=181) 2024-12-04T05:19:26,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:26,185 INFO [RS:0;6c7595a931c3:40375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:26,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40375-0x1017be97a490007, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:26,185 INFO [RS:0;6c7595a931c3:40375 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,40375,1733289557462; zookeeper connection closed. 2024-12-04T05:19:26,186 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@462ee7ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@462ee7ae 2024-12-04T05:19:26,186 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:26,495 INFO [M:0;6c7595a931c3:37975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:26,495 INFO [M:0;6c7595a931c3:37975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:26,495 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:26,495 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:26,495 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:26,495 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:26,495 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:26,496 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T05:19:26,515 DEBUG [M:0;6c7595a931c3:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db4f682ca5a94653bb9959a03d3864fd is 82, key is hbase:meta,,1/info:regioninfo/1733289558670/Put/seqid=0 2024-12-04T05:19:26,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741853_1029 (size=5672) 2024-12-04T05:19:26,920 INFO [M:0;6c7595a931c3:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db4f682ca5a94653bb9959a03d3864fd 2024-12-04T05:19:26,940 DEBUG [M:0;6c7595a931c3:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/766be02494a243a89d64f792e2a47532 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733289562932/Put/seqid=0 2024-12-04T05:19:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741854_1030 (size=7312) 2024-12-04T05:19:27,345 INFO [M:0;6c7595a931c3:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/766be02494a243a89d64f792e2a47532 2024-12-04T05:19:27,365 DEBUG [M:0;6c7595a931c3:37975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e916474dc174d029499c6da79b90a4b is 69, key is 6c7595a931c3,40375,1733289557462/rs:state/1733289558102/Put/seqid=0 2024-12-04T05:19:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741855_1031 (size=5370) 2024-12-04T05:19:27,770 INFO [M:0;6c7595a931c3:37975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e916474dc174d029499c6da79b90a4b 2024-12-04T05:19:27,775 INFO [M:0;6c7595a931c3:37975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e916474dc174d029499c6da79b90a4b 2024-12-04T05:19:27,776 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db4f682ca5a94653bb9959a03d3864fd as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db4f682ca5a94653bb9959a03d3864fd 2024-12-04T05:19:27,781 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db4f682ca5a94653bb9959a03d3864fd, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T05:19:27,782 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/766be02494a243a89d64f792e2a47532 as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/766be02494a243a89d64f792e2a47532 2024-12-04T05:19:27,786 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/766be02494a243a89d64f792e2a47532, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T05:19:27,787 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e916474dc174d029499c6da79b90a4b as hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e916474dc174d029499c6da79b90a4b 2024-12-04T05:19:27,791 INFO [M:0;6c7595a931c3:37975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e916474dc174d029499c6da79b90a4b 2024-12-04T05:19:27,791 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35893/user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e916474dc174d029499c6da79b90a4b, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T05:19:27,792 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false 2024-12-04T05:19:27,793 INFO [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:27,793 DEBUG [M:0;6c7595a931c3:37975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289566495Disabling compacts and flushes for region at 1733289566495Disabling writes for close at 1733289566495Obtaining lock to block concurrent updates at 1733289566496 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289566496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733289566496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289566497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289566497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289566514 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289566514Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289566925 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289566939 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289566940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289567350 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289567364 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289567364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200d993d: reopening flushed file at 1733289567775 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e2ca1a: reopening flushed file at 1733289567781 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208e4085: reopening flushed file at 1733289567786 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false at 1733289567792 (+6 ms)Writing region close event to WAL at 1733289567793 (+1 ms)Closed at 1733289567793 2024-12-04T05:19:27,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741847_1023 (size=22903) 2024-12-04T05:19:27,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccfc6132-7d21-778e-ca3f-400d3b6e23cf/MasterData/WALs/6c7595a931c3,37975,1733289557435/6c7595a931c3%2C37975%2C1733289557435.1733289557938 not finished, retry = 0 2024-12-04T05:19:27,896 INFO [M:0;6c7595a931c3:37975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:27,896 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:27,896 INFO [M:0;6c7595a931c3:37975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37975 2024-12-04T05:19:27,896 INFO [M:0;6c7595a931c3:37975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:27,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:27,999 INFO [M:0;6c7595a931c3:37975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:27,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37975-0x1017be97a490006, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:28,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da61ab4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:28,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6be2dc91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:28,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:28,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6c5483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:28,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d837bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:28,005 WARN [BP-2085749340-172.17.0.2-1733289545679 heartbeating to localhost/127.0.0.1:35893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:19:28,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:19:28,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:19:28,005 WARN [BP-2085749340-172.17.0.2-1733289545679 heartbeating to localhost/127.0.0.1:35893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2085749340-172.17.0.2-1733289545679 (Datanode Uuid 3ac48c54-68e0-4a01-a5d7-3cea6337b670) service to localhost/127.0.0.1:35893 2024-12-04T05:19:28,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/data/data1/current/BP-2085749340-172.17.0.2-1733289545679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:28,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/cluster_894ef8e4-878d-14b4-3ba3-c0bfb5fc7a32/data/data2/current/BP-2085749340-172.17.0.2-1733289545679 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:28,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:19:28,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58372181{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:28,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e0226e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:28,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:28,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d6d32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:28,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372f2841{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78011bdd-11d8-127e-b639-fb57d5170d9a/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:28,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:19:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:19:28,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35893 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33107 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:33107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4615 (was 5069) 2024-12-04T05:19:28,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=4614 2024-12-04T05:19:28,062 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T05:19:28,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir so I do NOT create it in target/test-data/6b06c769-d756-037b-678f-457191a68748 2024-12-04T05:19:28,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:19:28,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.tmp.dir so I do NOT create it in target/test-data/6b06c769-d756-037b-678f-457191a68748 2024-12-04T05:19:28,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fa06970-b2d5-b340-6a85-c617cd631ee2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:19:28,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748 2024-12-04T05:19:28,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6, deleteOnExit=true 2024-12-04T05:19:28,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/zookeeper_0, clientPort=57849, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:19:28,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57849 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/test.cache.data in system properties and HBase conf 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:19:28,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:28,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:19:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:19:28,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017be97a490005, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:19:28,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017be97a490002, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:19:28,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017be97a490002, quorum=127.0.0.1:50688, baseZNode=/0-846797414 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:19:28,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017be97a490005, quorum=127.0.0.1:50688, baseZNode=/1826946558 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:19:28,161 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T05:19:28,185 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,187 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,187 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,187 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,200 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,204 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:28,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:28,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:28,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:28,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:28,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:28,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:28,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65c31455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:28,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72fdf554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:28,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11591e77{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/java.io.tmpdir/jetty-localhost-45755-hadoop-hdfs-3_4_1-tests_jar-_-any-79376743610942732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:28,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37b0d004{HTTP/1.1, (http/1.1)}{localhost:45755} 2024-12-04T05:19:28,398 INFO [Time-limited test {}] server.Server(415): Started @154404ms 2024-12-04T05:19:28,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:28,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:28,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:28,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:28,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:28,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c7b60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:28,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454830c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:28,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64f2cb0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/java.io.tmpdir/jetty-localhost-44521-hadoop-hdfs-3_4_1-tests_jar-_-any-4622438330876834970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:28,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f697db0{HTTP/1.1, (http/1.1)}{localhost:44521} 2024-12-04T05:19:28,608 INFO [Time-limited test {}] server.Server(415): Started @154614ms 2024-12-04T05:19:28,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:19:28,705 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/data/data1/current/BP-1046784012-172.17.0.2-1733289568103/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:28,705 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/data/data2/current/BP-1046784012-172.17.0.2-1733289568103/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:28,727 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:19:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86b3d8fdb905bef4 with lease ID 0xfb6d35b79951a0fd: Processing first storage report for DS-f7ce1296-12c5-4f7c-8bc4-b92ba5390da8 from datanode DatanodeRegistration(127.0.0.1:46359, datanodeUuid=64b6ce64-1940-4218-adea-04ffad52ff43, infoPort=46629, infoSecurePort=0, ipcPort=43023, storageInfo=lv=-57;cid=testClusterID;nsid=564994067;c=1733289568103) 2024-12-04T05:19:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86b3d8fdb905bef4 with lease ID 0xfb6d35b79951a0fd: from storage DS-f7ce1296-12c5-4f7c-8bc4-b92ba5390da8 node DatanodeRegistration(127.0.0.1:46359, datanodeUuid=64b6ce64-1940-4218-adea-04ffad52ff43, infoPort=46629, infoSecurePort=0, ipcPort=43023, storageInfo=lv=-57;cid=testClusterID;nsid=564994067;c=1733289568103), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86b3d8fdb905bef4 with lease ID 0xfb6d35b79951a0fd: Processing first storage report for DS-7ab4775a-59cc-4dba-94e0-4fefcd085c3e from datanode DatanodeRegistration(127.0.0.1:46359, datanodeUuid=64b6ce64-1940-4218-adea-04ffad52ff43, infoPort=46629, infoSecurePort=0, ipcPort=43023, storageInfo=lv=-57;cid=testClusterID;nsid=564994067;c=1733289568103) 2024-12-04T05:19:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86b3d8fdb905bef4 with lease ID 0xfb6d35b79951a0fd: from storage DS-7ab4775a-59cc-4dba-94e0-4fefcd085c3e node DatanodeRegistration(127.0.0.1:46359, datanodeUuid=64b6ce64-1940-4218-adea-04ffad52ff43, infoPort=46629, infoSecurePort=0, ipcPort=43023, storageInfo=lv=-57;cid=testClusterID;nsid=564994067;c=1733289568103), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:28,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748 2024-12-04T05:19:28,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:28,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:28,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:19:29,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:29,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:19:29,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:19:29,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:29,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8 with version=8 2024-12-04T05:19:29,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/hbase-staging 2024-12-04T05:19:29,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:29,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:29,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46525 2024-12-04T05:19:29,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46525 connecting to ZooKeeper ensemble=127.0.0.1:57849 2024-12-04T05:19:29,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465250x0, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:29,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46525-0x1017be9d1d10000 connected 2024-12-04T05:19:29,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:29,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:29,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/running 2024-12-04T05:19:29,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8, hbase.cluster.distributed=false 2024-12-04T05:19:29,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/acl 2024-12-04T05:19:29,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46525 2024-12-04T05:19:29,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46525 2024-12-04T05:19:29,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46525 2024-12-04T05:19:29,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46525 2024-12-04T05:19:29,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46525 2024-12-04T05:19:29,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:29,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:29,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36963 2024-12-04T05:19:29,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36963 connecting to ZooKeeper ensemble=127.0.0.1:57849 2024-12-04T05:19:29,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:29,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:29,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369630x0, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:29,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36963-0x1017be9d1d10001 connected 2024-12-04T05:19:29,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/running 2024-12-04T05:19:29,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:29,211 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:29,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/master 2024-12-04T05:19:29,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/acl 2024-12-04T05:19:29,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-04T05:19:29,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36963 2024-12-04T05:19:29,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36963 2024-12-04T05:19:29,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-04T05:19:29,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36963 2024-12-04T05:19:29,232 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:46525 2024-12-04T05:19:29,232 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0439258502/backup-masters/6c7595a931c3,46525,1733289569144 2024-12-04T05:19:29,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502/backup-masters 2024-12-04T05:19:29,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502/backup-masters 2024-12-04T05:19:29,234 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on existing znode=/0439258502/backup-masters/6c7595a931c3,46525,1733289569144 2024-12-04T05:19:29,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0439258502/master 2024-12-04T05:19:29,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:29,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:29,236 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on existing znode=/0439258502/master 2024-12-04T05:19:29,236 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0439258502/backup-masters/6c7595a931c3,46525,1733289569144 from backup master directory 2024-12-04T05:19:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502/backup-masters 2024-12-04T05:19:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0439258502/backup-masters/6c7595a931c3,46525,1733289569144 2024-12-04T05:19:29,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502/backup-masters 2024-12-04T05:19:29,238 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:29,238 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,46525,1733289569144 2024-12-04T05:19:29,242 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/hbase.id] with ID: 145bc7e4-fb50-4a6e-b21d-4d844e114f36 2024-12-04T05:19:29,242 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/.tmp/hbase.id 2024-12-04T05:19:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:19:29,650 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/.tmp/hbase.id]:[hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/hbase.id] 2024-12-04T05:19:29,660 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:29,661 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:29,662 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:19:29,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:29,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:29,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:19:30,070 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:30,070 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:19:30,071 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:30,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:19:30,482 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store 2024-12-04T05:19:30,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:19:30,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:30,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:30,888 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:30,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:30,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:30,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:30,888 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:30,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289570888Disabling compacts and flushes for region at 1733289570888Disabling writes for close at 1733289570888Writing region close event to WAL at 1733289570888Closed at 1733289570888 2024-12-04T05:19:30,889 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/.initializing 2024-12-04T05:19:30,889 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/WALs/6c7595a931c3,46525,1733289569144 2024-12-04T05:19:30,890 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:30,891 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C46525%2C1733289569144, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/WALs/6c7595a931c3,46525,1733289569144, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/oldWALs, maxLogs=10 2024-12-04T05:19:30,905 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/WALs/6c7595a931c3,46525,1733289569144/6c7595a931c3%2C46525%2C1733289569144.1733289570892, exclude list is [], retry=0 2024-12-04T05:19:30,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-f7ce1296-12c5-4f7c-8bc4-b92ba5390da8,DISK] 2024-12-04T05:19:30,908 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/WALs/6c7595a931c3,46525,1733289569144/6c7595a931c3%2C46525%2C1733289569144.1733289570892 2024-12-04T05:19:30,909 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T05:19:30,909 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:30,909 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:30,909 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,909 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:19:30,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:30,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:30,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:19:30,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:30,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:19:30,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:30,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:19:30,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:30,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:30,919 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,919 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,920 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,921 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,921 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,921 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:30,922 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:30,924 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:30,924 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61967283, jitterRate=-0.07661552727222443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:30,925 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289570909Initializing all the Stores at 1733289570910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289570910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289570910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289570910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289570910Cleaning up temporary data from old regions at 1733289570921 (+11 ms)Region opened successfully at 1733289570925 (+4 ms) 2024-12-04T05:19:30,925 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:19:30,928 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf572b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:30,928 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:19:30,929 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:19:30,929 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:19:30,929 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:19:30,929 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:19:30,929 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:19:30,930 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:19:30,931 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:19:30,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Unable to get data of znode /0439258502/balancer because node does not exist (not necessarily an error) 2024-12-04T05:19:30,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0439258502/balancer already deleted, retry=false 2024-12-04T05:19:30,933 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:19:30,934 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Unable to get data of znode /0439258502/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:19:30,935 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0439258502/normalizer already deleted, retry=false 2024-12-04T05:19:30,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:19:30,936 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Unable to get data of znode /0439258502/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:19:30,942 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0439258502/switch/split already deleted, retry=false 2024-12-04T05:19:30,943 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Unable to get data of znode /0439258502/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:19:30,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0439258502/switch/merge already deleted, retry=false 2024-12-04T05:19:30,946 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Unable to get data of znode /0439258502/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:19:30,947 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0439258502/snapshot-cleanup already deleted, retry=false 2024-12-04T05:19:30,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0439258502/running 2024-12-04T05:19:30,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:30,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0439258502/running 2024-12-04T05:19:30,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:30,949 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,46525,1733289569144, sessionid=0x1017be9d1d10000, setting cluster-up flag (Was=false) 2024-12-04T05:19:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:30,963 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0439258502/flush-table-proc/acquired, /0439258502/flush-table-proc/reached, /0439258502/flush-table-proc/abort 2024-12-04T05:19:30,964 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,46525,1733289569144 2024-12-04T05:19:30,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:30,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:30,972 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0439258502/online-snapshot/acquired, /0439258502/online-snapshot/reached, /0439258502/online-snapshot/abort 2024-12-04T05:19:30,973 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,46525,1733289569144 2024-12-04T05:19:30,974 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:19:30,975 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:30,976 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:19:30,976 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:19:30,976 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6c7595a931c3,42649,1733289546754: status=Processing ServerCrashProcedure of 6c7595a931c3,42649,1733289546754 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733289558055, completionTime=-1 appears to have been leaked 2024-12-04T05:19:30,976 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,46525,1733289569144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:30,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289600981 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:19:30,981 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:19:30,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:30,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:19:30,982 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:30,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:19:30,984 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:30,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:19:30,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:19:30,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:19:30,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:19:30,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:19:30,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:19:30,989 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289570989,5,FailOnTimeoutGroup] 2024-12-04T05:19:30,989 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289570989,5,FailOnTimeoutGroup] 2024-12-04T05:19:30,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:30,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:19:30,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:30,989 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:30,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:19:31,022 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(746): ClusterId : 145bc7e4-fb50-4a6e-b21d-4d844e114f36 2024-12-04T05:19:31,022 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:19:31,024 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:19:31,025 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:19:31,026 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:19:31,027 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3954eb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:31,038 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:36963 2024-12-04T05:19:31,038 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:19:31,038 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:19:31,038 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:19:31,039 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,46525,1733289569144 with port=36963, startcode=1733289569198 2024-12-04T05:19:31,039 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:19:31,041 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:19:31,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,042 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46525 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,043 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8 2024-12-04T05:19:31,043 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42159 2024-12-04T05:19:31,043 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:19:31,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502/rs 2024-12-04T05:19:31,046 DEBUG [RS:0;6c7595a931c3:36963 {}] zookeeper.ZKUtil(111): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on existing znode=/0439258502/rs/6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,046 WARN [RS:0;6c7595a931c3:36963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:31,046 INFO [RS:0;6c7595a931c3:36963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:31,046 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,36963,1733289569198] 2024-12-04T05:19:31,049 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:19:31,051 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:19:31,052 INFO [RS:0;6c7595a931c3:36963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:19:31,052 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,052 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:19:31,053 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:19:31,053 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:31,053 DEBUG [RS:0;6c7595a931c3:36963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:31,056 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,057 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,057 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,057 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,057 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,057 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36963,1733289569198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:31,071 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:19:31,071 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36963,1733289569198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,071 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,071 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.Replication(171): 6c7595a931c3,36963,1733289569198 started 2024-12-04T05:19:31,087 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:31,087 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,36963,1733289569198, RpcServer on 6c7595a931c3/172.17.0.2:36963, sessionid=0x1017be9d1d10001 2024-12-04T05:19:31,087 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:19:31,087 DEBUG [RS:0;6c7595a931c3:36963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,087 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,36963,1733289569198' 2024-12-04T05:19:31,087 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0439258502/flush-table-proc/abort' 2024-12-04T05:19:31,088 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0439258502/flush-table-proc/acquired' 2024-12-04T05:19:31,088 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:19:31,088 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:19:31,088 DEBUG [RS:0;6c7595a931c3:36963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,088 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,36963,1733289569198' 2024-12-04T05:19:31,088 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0439258502/online-snapshot/abort' 2024-12-04T05:19:31,089 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0439258502/online-snapshot/acquired' 2024-12-04T05:19:31,089 DEBUG [RS:0;6c7595a931c3:36963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:19:31,089 INFO [RS:0;6c7595a931c3:36963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:19:31,089 INFO [RS:0;6c7595a931c3:36963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:19:31,190 INFO [RS:0;6c7595a931c3:36963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:31,192 INFO [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C36963%2C1733289569198, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/oldWALs, maxLogs=10 2024-12-04T05:19:31,209 DEBUG [RS:0;6c7595a931c3:36963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192, exclude list is [], retry=0 2024-12-04T05:19:31,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-f7ce1296-12c5-4f7c-8bc4-b92ba5390da8,DISK] 2024-12-04T05:19:31,217 INFO [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 2024-12-04T05:19:31,217 DEBUG [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T05:19:31,391 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:19:31,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8 2024-12-04T05:19:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:19:31,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:31,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:31,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:31,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:31,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:31,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:31,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:31,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:31,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:31,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:31,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:31,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:31,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:31,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:31,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:31,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:31,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:31,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:31,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740 2024-12-04T05:19:31,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740 2024-12-04T05:19:31,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:31,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:31,807 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:31,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:31,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:31,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68095068, jitterRate=0.014695584774017334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:31,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289571798Initializing all the Stores at 1733289571799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289571799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289571799Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289571799Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289571799Cleaning up temporary data from old regions at 1733289571806 (+7 ms)Region opened successfully at 1733289571810 (+4 ms) 2024-12-04T05:19:31,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:31,810 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:31,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:31,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:31,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:31,811 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:31,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289571810Disabling compacts and flushes for region at 1733289571810Disabling writes for close at 1733289571810Writing region close event to WAL at 1733289571811 (+1 ms)Closed at 1733289571811 2024-12-04T05:19:31,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:31,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:19:31,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:19:31,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:31,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:19:31,964 DEBUG [6c7595a931c3:46525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:31,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:31,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,36963,1733289569198, state=OPENING 2024-12-04T05:19:31,969 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:19:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:31,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:31,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0439258502/meta-region-server: CHANGED 2024-12-04T05:19:31,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0439258502/meta-region-server: CHANGED 2024-12-04T05:19:31,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:31,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,36963,1733289569198}] 2024-12-04T05:19:32,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:32,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:19:32,128 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:19:32,128 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:32,129 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:19:32,130 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C36963%2C1733289569198.meta, suffix=.meta, logDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/oldWALs, maxLogs=10 2024-12-04T05:19:32,143 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.meta.1733289572130.meta, exclude list is [], retry=0 2024-12-04T05:19:32,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-f7ce1296-12c5-4f7c-8bc4-b92ba5390da8,DISK] 2024-12-04T05:19:32,147 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.meta.1733289572130.meta 2024-12-04T05:19:32,147 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T05:19:32,147 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:32,147 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:32,148 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:32,148 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:19:32,148 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:19:32,148 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:19:32,148 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:32,148 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:19:32,148 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:19:32,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:32,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:32,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:32,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:32,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:32,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:32,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:32,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:32,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:32,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:32,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:32,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:32,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:32,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:32,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:32,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:32,153 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:32,154 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740 2024-12-04T05:19:32,155 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740 2024-12-04T05:19:32,155 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:32,155 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:32,156 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:32,157 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:32,157 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66745872, jitterRate=-0.0054090023040771484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:32,157 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:19:32,158 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289572148Writing region info on filesystem at 1733289572148Initializing all the Stores at 1733289572149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289572149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289572149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289572149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289572149Cleaning up temporary data from old regions at 1733289572155 (+6 ms)Running coprocessor post-open hooks at 1733289572157 (+2 ms)Region opened successfully at 1733289572158 (+1 ms) 2024-12-04T05:19:32,159 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289572123 2024-12-04T05:19:32,160 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:19:32,160 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:19:32,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:32,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,36963,1733289569198, state=OPEN 2024-12-04T05:19:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0439258502/meta-region-server 2024-12-04T05:19:32,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0439258502/meta-region-server 2024-12-04T05:19:32,166 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:32,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0439258502/meta-region-server: CHANGED 2024-12-04T05:19:32,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0439258502/meta-region-server: CHANGED 2024-12-04T05:19:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:19:32,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,36963,1733289569198 in 195 msec 2024-12-04T05:19:32,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:19:32,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-04T05:19:32,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:32,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:19:32,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:32,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,36963,1733289569198, seqNum=-1] 2024-12-04T05:19:32,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:32,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:32,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-12-04T05:19:32,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289572177, completionTime=-1 2024-12-04T05:19:32,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:19:32,177 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289632179 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289692179 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46525,1733289569144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46525,1733289569144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46525,1733289569144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:46525, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,179 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,181 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46525,1733289569144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:32,183 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46525,1733289569144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:19:32,185 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:19:32,185 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:19:32,185 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46525,1733289569144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:32,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4264daf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:32,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:32,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:32,224 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b613ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:32,226 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:32,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392b2771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:32,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:32,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,36963,1733289569198, seqNum=-1] 2024-12-04T05:19:32,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:32,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:32,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,46525,1733289569144 2024-12-04T05:19:32,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57849 2024-12-04T05:19:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:32,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017be9d1d10002 connected 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir so I do NOT create it in target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c 2024-12-04T05:19:32,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.tmp.dir so I do NOT create it in target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c 2024-12-04T05:19:32,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:19:32,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/cluster_5762d05d-edf0-ec1b-05fc-f2ed37033e4c, deleteOnExit=true 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/test.cache.data in system properties and HBase conf 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:19:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:19:32,241 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:19:32,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:32,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:19:32,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:19:32,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:32,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:32,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:32,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:32,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:19:32,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:32,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f071ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:32,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@276b7d06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:32,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd3edb5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/java.io.tmpdir/jetty-localhost-38219-hadoop-hdfs-3_4_1-tests_jar-_-any-14988626334561295594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:32,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d68b615{HTTP/1.1, (http/1.1)}{localhost:38219} 2024-12-04T05:19:32,476 INFO [Time-limited test {}] server.Server(415): Started @158481ms 2024-12-04T05:19:32,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:32,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:32,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:32,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:32,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:32,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9137e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:32,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4378e154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:32,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b15600d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/java.io.tmpdir/jetty-localhost-45461-hadoop-hdfs-3_4_1-tests_jar-_-any-2730563900865113133/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:32,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73507199{HTTP/1.1, (http/1.1)}{localhost:45461} 2024-12-04T05:19:32,707 INFO [Time-limited test {}] server.Server(415): Started @158713ms 2024-12-04T05:19:32,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:19:32,812 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/cluster_5762d05d-edf0-ec1b-05fc-f2ed37033e4c/data/data1/current/BP-591341457-172.17.0.2-1733289572263/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:32,812 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/cluster_5762d05d-edf0-ec1b-05fc-f2ed37033e4c/data/data2/current/BP-591341457-172.17.0.2-1733289572263/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:32,845 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:19:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98a69f1735c9dc5e with lease ID 0x9a9b57e2fa6f33d8: Processing first storage report for DS-246d710c-4a29-4962-9a37-29d3d8115953 from datanode DatanodeRegistration(127.0.0.1:38773, datanodeUuid=619f8ec0-2aca-46ce-bfb0-475cb91003ac, infoPort=42303, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=472336954;c=1733289572263) 2024-12-04T05:19:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98a69f1735c9dc5e with lease ID 0x9a9b57e2fa6f33d8: from storage DS-246d710c-4a29-4962-9a37-29d3d8115953 node DatanodeRegistration(127.0.0.1:38773, datanodeUuid=619f8ec0-2aca-46ce-bfb0-475cb91003ac, infoPort=42303, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=472336954;c=1733289572263), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98a69f1735c9dc5e with lease ID 0x9a9b57e2fa6f33d8: Processing first storage report for DS-c47b1dd2-3d03-4fde-b369-1bfa82ac4eeb from datanode DatanodeRegistration(127.0.0.1:38773, datanodeUuid=619f8ec0-2aca-46ce-bfb0-475cb91003ac, infoPort=42303, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=472336954;c=1733289572263) 2024-12-04T05:19:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98a69f1735c9dc5e with lease ID 0x9a9b57e2fa6f33d8: from storage DS-c47b1dd2-3d03-4fde-b369-1bfa82ac4eeb node DatanodeRegistration(127.0.0.1:38773, datanodeUuid=619f8ec0-2aca-46ce-bfb0-475cb91003ac, infoPort=42303, infoSecurePort=0, ipcPort=33911, storageInfo=lv=-57;cid=testClusterID;nsid=472336954;c=1733289572263), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:32,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c 2024-12-04T05:19:32,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:32,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:19:32,943 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c with version=8 2024-12-04T05:19:32,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/hbase-staging 2024-12-04T05:19:32,945 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:32,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:32,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36035 2024-12-04T05:19:32,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36035 connecting to ZooKeeper ensemble=127.0.0.1:57849 2024-12-04T05:19:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360350x0, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:32,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36035-0x1017be9d1d10003 connected 2024-12-04T05:19:32,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:32,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:32,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/running 2024-12-04T05:19:32,965 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c, hbase.cluster.distributed=false 2024-12-04T05:19:32,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/acl 2024-12-04T05:19:32,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-04T05:19:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36035 2024-12-04T05:19:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36035 2024-12-04T05:19:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-04T05:19:32,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36035 2024-12-04T05:19:32,982 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:32,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:32,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:32,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:32,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:32,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:32,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:32,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:32,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37285 2024-12-04T05:19:32,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37285 connecting to ZooKeeper ensemble=127.0.0.1:57849 2024-12-04T05:19:32,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:32,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:32,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372850x0, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:32,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372850x0, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/running 2024-12-04T05:19:32,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37285-0x1017be9d1d10004 connected 2024-12-04T05:19:32,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:32,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:32,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/master 2024-12-04T05:19:32,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/acl 2024-12-04T05:19:32,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37285 2024-12-04T05:19:32,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37285 2024-12-04T05:19:32,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37285 2024-12-04T05:19:33,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37285 2024-12-04T05:19:33,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37285 2024-12-04T05:19:33,013 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:36035 2024-12-04T05:19:33,013 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1930406659/backup-masters/6c7595a931c3,36035,1733289572945 2024-12-04T05:19:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659/backup-masters 2024-12-04T05:19:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659/backup-masters 2024-12-04T05:19:33,015 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on existing znode=/1930406659/backup-masters/6c7595a931c3,36035,1733289572945 2024-12-04T05:19:33,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1930406659/master 2024-12-04T05:19:33,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:33,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:33,019 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on existing znode=/1930406659/master 2024-12-04T05:19:33,019 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1930406659/backup-masters/6c7595a931c3,36035,1733289572945 from backup master directory 2024-12-04T05:19:33,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930406659/backup-masters/6c7595a931c3,36035,1733289572945 2024-12-04T05:19:33,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659/backup-masters 2024-12-04T05:19:33,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659/backup-masters 2024-12-04T05:19:33,021 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:33,021 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,36035,1733289572945 2024-12-04T05:19:33,028 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/hbase.id] with ID: 06218a30-d75f-4f17-8b37-d7e0e2889959 2024-12-04T05:19:33,028 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/.tmp/hbase.id 2024-12-04T05:19:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:19:33,434 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/.tmp/hbase.id]:[hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/hbase.id] 2024-12-04T05:19:33,445 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:33,445 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:33,446 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:19:33,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:33,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:19:33,856 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:33,857 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:19:33,857 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:19:34,264 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store 2024-12-04T05:19:34,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:19:34,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,672 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:34,672 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:34,672 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:34,672 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:34,672 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:34,672 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:34,672 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:34,672 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289574672Disabling compacts and flushes for region at 1733289574672Disabling writes for close at 1733289574672Writing region close event to WAL at 1733289574672Closed at 1733289574672 2024-12-04T05:19:34,674 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/.initializing 2024-12-04T05:19:34,674 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/WALs/6c7595a931c3,36035,1733289572945 2024-12-04T05:19:34,675 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:34,678 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C36035%2C1733289572945, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/WALs/6c7595a931c3,36035,1733289572945, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/oldWALs, maxLogs=10 2024-12-04T05:19:34,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:34,695 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/WALs/6c7595a931c3,36035,1733289572945/6c7595a931c3%2C36035%2C1733289572945.1733289574678, exclude list is [], retry=0 2024-12-04T05:19:34,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-246d710c-4a29-4962-9a37-29d3d8115953,DISK] 2024-12-04T05:19:34,700 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/WALs/6c7595a931c3,36035,1733289572945/6c7595a931c3%2C36035%2C1733289572945.1733289574678 2024-12-04T05:19:34,700 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-12-04T05:19:34,700 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:34,701 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:34,701 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,701 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:19:34,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:34,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:34,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:19:34,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:34,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:34,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:19:34,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:34,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:34,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:19:34,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:34,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:34,708 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,709 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,709 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,710 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,710 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,711 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:34,712 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:34,714 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:34,714 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64367289, jitterRate=-0.04085265100002289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:34,715 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289574701Initializing all the Stores at 1733289574701Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289574702 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289574702Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289574702Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289574702Cleaning up temporary data from old regions at 1733289574710 (+8 ms)Region opened successfully at 1733289574715 (+5 ms) 2024-12-04T05:19:34,715 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:19:34,718 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da7647b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:34,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:19:34,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:19:34,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:19:34,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:19:34,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:19:34,720 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:19:34,720 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:19:34,722 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:19:34,722 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Unable to get data of znode /1930406659/balancer because node does not exist (not necessarily an error) 2024-12-04T05:19:34,724 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930406659/balancer already deleted, retry=false 2024-12-04T05:19:34,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:19:34,725 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Unable to get data of znode /1930406659/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:19:34,726 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930406659/normalizer already deleted, retry=false 2024-12-04T05:19:34,726 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:19:34,727 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Unable to get data of znode /1930406659/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:19:34,732 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930406659/switch/split already deleted, retry=false 2024-12-04T05:19:34,733 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Unable to get data of znode /1930406659/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:19:34,734 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930406659/switch/merge already deleted, retry=false 2024-12-04T05:19:34,735 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Unable to get data of znode /1930406659/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:19:34,736 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1930406659/snapshot-cleanup already deleted, retry=false 2024-12-04T05:19:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1930406659/running 2024-12-04T05:19:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1930406659/running 2024-12-04T05:19:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:34,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:34,738 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,36035,1733289572945, sessionid=0x1017be9d1d10003, setting cluster-up flag (Was=false) 2024-12-04T05:19:34,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:34,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:34,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1930406659/flush-table-proc/acquired, /1930406659/flush-table-proc/reached, /1930406659/flush-table-proc/abort 2024-12-04T05:19:34,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,36035,1733289572945 2024-12-04T05:19:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:34,757 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1930406659/online-snapshot/acquired, /1930406659/online-snapshot/reached, /1930406659/online-snapshot/abort 2024-12-04T05:19:34,758 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,36035,1733289572945 2024-12-04T05:19:34,759 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:19:34,760 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:34,760 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:19:34,760 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:19:34,760 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,36035,1733289572945 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:34,761 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:34,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:19:34,763 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:34,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:19:34,764 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289604764 2024-12-04T05:19:34,764 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:19:34,764 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:19:34,764 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:19:34,765 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:19:34,765 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:19:34,765 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:19:34,767 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,767 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:19:34,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:19:34,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:19:34,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:19:34,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:19:34,768 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:19:34,768 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289574768,5,FailOnTimeoutGroup] 2024-12-04T05:19:34,772 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289574768,5,FailOnTimeoutGroup] 2024-12-04T05:19:34,772 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,772 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:19:34,772 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,772 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:19:34,804 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(746): ClusterId : 06218a30-d75f-4f17-8b37-d7e0e2889959 2024-12-04T05:19:34,804 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:19:34,806 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:19:34,806 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:19:34,808 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:19:34,809 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2e43b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:34,821 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:37285 2024-12-04T05:19:34,821 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:19:34,821 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:19:34,821 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:19:34,822 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,36035,1733289572945 with port=37285, startcode=1733289572982 2024-12-04T05:19:34,822 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:19:34,823 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:19:34,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,37285,1733289572982 2024-12-04T05:19:34,824 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36035 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:34,825 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c 2024-12-04T05:19:34,825 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43209 2024-12-04T05:19:34,825 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:19:34,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659/rs 2024-12-04T05:19:34,828 DEBUG [RS:0;6c7595a931c3:37285 {}] zookeeper.ZKUtil(111): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on existing znode=/1930406659/rs/6c7595a931c3,37285,1733289572982 2024-12-04T05:19:34,828 WARN [RS:0;6c7595a931c3:37285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:34,828 INFO [RS:0;6c7595a931c3:37285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:34,828 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982 2024-12-04T05:19:34,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,37285,1733289572982] 2024-12-04T05:19:34,831 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:19:34,832 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:19:34,834 INFO [RS:0;6c7595a931c3:37285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:19:34,834 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,834 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:34,835 DEBUG [RS:0;6c7595a931c3:37285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,835 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37285,1733289572982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:34,853 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:19:34,853 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,37285,1733289572982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,854 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,854 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.Replication(171): 6c7595a931c3,37285,1733289572982 started 2024-12-04T05:19:34,870 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:34,870 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,37285,1733289572982, RpcServer on 6c7595a931c3/172.17.0.2:37285, sessionid=0x1017be9d1d10004 2024-12-04T05:19:34,870 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:19:34,870 DEBUG [RS:0;6c7595a931c3:37285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,37285,1733289572982 2024-12-04T05:19:34,870 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,37285,1733289572982' 2024-12-04T05:19:34,870 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1930406659/flush-table-proc/abort' 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1930406659/flush-table-proc/acquired' 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,37285,1733289572982 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,37285,1733289572982' 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1930406659/online-snapshot/abort' 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1930406659/online-snapshot/acquired' 2024-12-04T05:19:34,871 DEBUG [RS:0;6c7595a931c3:37285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:19:34,871 INFO [RS:0;6c7595a931c3:37285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:19:34,871 INFO [RS:0;6c7595a931c3:37285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:19:34,972 INFO [RS:0;6c7595a931c3:37285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:34,973 INFO [RS:0;6c7595a931c3:37285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37285%2C1733289572982, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/oldWALs, maxLogs=10 2024-12-04T05:19:34,991 DEBUG [RS:0;6c7595a931c3:37285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974, exclude list is [], retry=0 2024-12-04T05:19:34,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-246d710c-4a29-4962-9a37-29d3d8115953,DISK] 2024-12-04T05:19:35,004 INFO [RS:0;6c7595a931c3:37285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 2024-12-04T05:19:35,005 DEBUG [RS:0;6c7595a931c3:37285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-12-04T05:19:35,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:19:35,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c 2024-12-04T05:19:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:19:35,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:35,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:35,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:35,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:35,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:35,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:35,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:35,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:35,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:35,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:35,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740 2024-12-04T05:19:35,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740 2024-12-04T05:19:35,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:35,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:35,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:35,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:35,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:35,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74936927, jitterRate=0.11664722859859467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:35,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289575582Initializing all the Stores at 1733289575583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289575583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289575583Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289575583Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289575583Cleaning up temporary data from old regions at 1733289575591 (+8 ms)Region opened successfully at 1733289575594 (+3 ms) 2024-12-04T05:19:35,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:35,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:35,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:35,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:35,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:35,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:35,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289575594Disabling compacts and flushes for region at 1733289575594Disabling writes for close at 1733289575595 (+1 ms)Writing region close event to WAL at 1733289575595Closed at 1733289575595 2024-12-04T05:19:35,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:35,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:19:35,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:19:35,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:35,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:19:35,748 DEBUG [6c7595a931c3:36035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:35,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:35,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37285,1733289572982, state=OPENING 2024-12-04T05:19:35,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:19:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:35,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930406659/meta-region-server: CHANGED 2024-12-04T05:19:35,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930406659/meta-region-server: CHANGED 2024-12-04T05:19:35,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,37285,1733289572982}] 2024-12-04T05:19:35,914 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:35,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:19:35,919 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:19:35,919 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:35,919 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:19:35,920 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37285%2C1733289572982.meta, suffix=.meta, logDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/oldWALs, maxLogs=10 2024-12-04T05:19:35,937 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.meta.1733289575920.meta, exclude list is [], retry=0 2024-12-04T05:19:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-246d710c-4a29-4962-9a37-29d3d8115953,DISK] 2024-12-04T05:19:35,940 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.meta.1733289575920.meta 2024-12-04T05:19:35,941 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-12-04T05:19:35,941 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:35,941 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:35,941 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:35,941 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:19:35,941 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:19:35,942 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:19:35,942 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:35,942 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:19:35,942 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:19:35,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:35,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:35,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:35,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:35,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:35,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:35,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:35,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:35,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:35,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:35,947 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:35,948 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740 2024-12-04T05:19:35,949 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740 2024-12-04T05:19:35,950 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:35,951 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:35,951 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:35,952 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:35,953 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65287095, jitterRate=-0.02714647352695465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:35,953 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:19:35,953 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289575942Writing region info on filesystem at 1733289575942Initializing all the Stores at 1733289575942Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289575942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289575943 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289575943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289575943Cleaning up temporary data from old regions at 1733289575951 (+8 ms)Running coprocessor post-open hooks at 1733289575953 (+2 ms)Region opened successfully at 1733289575953 2024-12-04T05:19:35,954 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289575914 2024-12-04T05:19:35,956 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:19:35,956 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:19:35,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:35,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,37285,1733289572982, state=OPEN 2024-12-04T05:19:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1930406659/meta-region-server 2024-12-04T05:19:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1930406659/meta-region-server 2024-12-04T05:19:35,959 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:35,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930406659/meta-region-server: CHANGED 2024-12-04T05:19:35,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1930406659/meta-region-server: CHANGED 2024-12-04T05:19:35,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:19:35,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,37285,1733289572982 in 203 msec 2024-12-04T05:19:35,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:19:35,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-12-04T05:19:35,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:35,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:19:35,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:35,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37285,1733289572982, seqNum=-1] 2024-12-04T05:19:35,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:35,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:35,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-12-04T05:19:35,970 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289575970, completionTime=-1 2024-12-04T05:19:35,970 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:19:35,970 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:19:35,971 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289635971 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289695972 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36035,1733289572945-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36035,1733289572945-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36035,1733289572945-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:36035, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:35,972 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:35,974 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36035,1733289572945-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:35,975 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36035,1733289572945-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:19:35,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:19:35,977 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:19:35,977 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,36035,1733289572945-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:36,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6481f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:36,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:36,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:36,007 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:36,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:36,008 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:36,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337b590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:36,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37285,1733289572982, seqNum=-1] 2024-12-04T05:19:36,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:36,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:36,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,36035,1733289572945 2024-12-04T05:19:36,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57849 2024-12-04T05:19:36,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:36,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017be9d1d10005 connected 2024-12-04T05:19:36,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,46525,1733289569144 2024-12-04T05:19:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1888b2a3 2024-12-04T05:19:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:36,023 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:36,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:19:36,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:19:36,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:36,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:19:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:36,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:19:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:19:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:36,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6e877b9a92d5e01901d9131abd0e3d7, NAME => 'test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8 2024-12-04T05:19:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:19:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:36,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:36,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6e877b9a92d5e01901d9131abd0e3d7, disabling compactions & flushes 2024-12-04T05:19:36,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:36,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:36,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. after waiting 1 ms 2024-12-04T05:19:36,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:36,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:36,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6e877b9a92d5e01901d9131abd0e3d7: Waiting for close lock at 1733289576840Disabling compacts and flushes for region at 1733289576840Disabling writes for close at 1733289576841 (+1 ms)Writing region close event to WAL at 1733289576841Closed at 1733289576841 2024-12-04T05:19:36,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:19:36,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289576842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289576842"}]},"ts":"1733289576842"} 2024-12-04T05:19:36,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:19:36,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:19:36,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289576845"}]},"ts":"1733289576845"} 2024-12-04T05:19:36,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:19:36,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6e877b9a92d5e01901d9131abd0e3d7, ASSIGN}] 2024-12-04T05:19:36,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6e877b9a92d5e01901d9131abd0e3d7, ASSIGN 2024-12-04T05:19:36,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6e877b9a92d5e01901d9131abd0e3d7, ASSIGN; state=OFFLINE, location=6c7595a931c3,36963,1733289569198; forceNewPlan=false, retain=false 2024-12-04T05:19:36,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6e877b9a92d5e01901d9131abd0e3d7, regionState=OPENING, regionLocation=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:37,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6e877b9a92d5e01901d9131abd0e3d7, ASSIGN because future has completed 2024-12-04T05:19:37,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6e877b9a92d5e01901d9131abd0e3d7, server=6c7595a931c3,36963,1733289569198}] 2024-12-04T05:19:37,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:19:37,159 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:37,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6e877b9a92d5e01901d9131abd0e3d7, NAME => 'test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:37,160 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:37,160 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:19:37,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:37,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,160 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,161 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,163 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e877b9a92d5e01901d9131abd0e3d7 columnFamilyName f 2024-12-04T05:19:37,163 DEBUG [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:37,163 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] regionserver.HStore(327): Store=c6e877b9a92d5e01901d9131abd0e3d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:37,163 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,164 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e877b9a92d5e01901d9131abd0e3d7 columnFamilyName f1 2024-12-04T05:19:37,164 DEBUG [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:37,164 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] regionserver.HStore(327): Store=c6e877b9a92d5e01901d9131abd0e3d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:37,164 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,165 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6e877b9a92d5e01901d9131abd0e3d7 columnFamilyName norep 2024-12-04T05:19:37,165 DEBUG [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:37,166 INFO [StoreOpener-c6e877b9a92d5e01901d9131abd0e3d7-1 {}] regionserver.HStore(327): Store=c6e877b9a92d5e01901d9131abd0e3d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:37,166 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,166 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,167 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,167 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,167 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,168 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:19:37,169 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,170 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:37,171 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6e877b9a92d5e01901d9131abd0e3d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66405553, jitterRate=-0.010480150580406189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:19:37,171 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:37,171 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6e877b9a92d5e01901d9131abd0e3d7: Running coprocessor pre-open hook at 1733289577160Writing region info on filesystem at 1733289577160Initializing all the Stores at 1733289577161 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289577161Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289577161Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289577161Cleaning up temporary data from old regions at 1733289577167 (+6 ms)Running coprocessor post-open hooks at 1733289577171 (+4 ms)Region opened successfully at 1733289577171 2024-12-04T05:19:37,172 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., pid=6, masterSystemTime=1733289577154 2024-12-04T05:19:37,175 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:37,175 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:37,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6e877b9a92d5e01901d9131abd0e3d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:37,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6e877b9a92d5e01901d9131abd0e3d7, server=6c7595a931c3,36963,1733289569198 because future has completed 2024-12-04T05:19:37,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:19:37,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6e877b9a92d5e01901d9131abd0e3d7, server=6c7595a931c3,36963,1733289569198 in 176 msec 2024-12-04T05:19:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:19:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6e877b9a92d5e01901d9131abd0e3d7, ASSIGN in 332 msec 2024-12-04T05:19:37,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:19:37,182 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289577182"}]},"ts":"1733289577182"} 2024-12-04T05:19:37,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:19:37,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:19:37,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-12-04T05:19:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:38,173 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:19:38,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36035,1733289572945 2024-12-04T05:19:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8c68c5 2024-12-04T05:19:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:38,175 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:38,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:19:38,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:19:38,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:38,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:19:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:38,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:19:38,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:19:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:38,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24734c21a80196ad72c7fc5dc5e46c40, NAME => 'test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c 2024-12-04T05:19:38,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:19:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:38,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:38,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 24734c21a80196ad72c7fc5dc5e46c40, disabling compactions & flushes 2024-12-04T05:19:38,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:38,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:38,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. after waiting 0 ms 2024-12-04T05:19:38,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:38,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:38,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24734c21a80196ad72c7fc5dc5e46c40: Waiting for close lock at 1733289578997Disabling compacts and flushes for region at 1733289578997Disabling writes for close at 1733289578997Writing region close event to WAL at 1733289578997Closed at 1733289578997 2024-12-04T05:19:38,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:19:38,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289578999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289578999"}]},"ts":"1733289578999"} 2024-12-04T05:19:39,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:19:39,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:19:39,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289579002"}]},"ts":"1733289579002"} 2024-12-04T05:19:39,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:19:39,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24734c21a80196ad72c7fc5dc5e46c40, ASSIGN}] 2024-12-04T05:19:39,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24734c21a80196ad72c7fc5dc5e46c40, ASSIGN 2024-12-04T05:19:39,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=24734c21a80196ad72c7fc5dc5e46c40, ASSIGN; state=OFFLINE, location=6c7595a931c3,37285,1733289572982; forceNewPlan=false, retain=false 2024-12-04T05:19:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:19:39,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:19:39,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:19:39,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T05:19:39,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:39,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T05:19:39,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:19:39,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T05:19:39,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:39,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T05:19:39,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:19:39,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T05:19:39,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24734c21a80196ad72c7fc5dc5e46c40, regionState=OPENING, regionLocation=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:39,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=24734c21a80196ad72c7fc5dc5e46c40, ASSIGN because future has completed 2024-12-04T05:19:39,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24734c21a80196ad72c7fc5dc5e46c40, server=6c7595a931c3,37285,1733289572982}] 2024-12-04T05:19:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:39,315 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:39,316 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 24734c21a80196ad72c7fc5dc5e46c40, NAME => 'test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:39,316 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:39,316 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:19:39,316 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,316 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:39,316 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,316 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,318 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,319 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24734c21a80196ad72c7fc5dc5e46c40 columnFamilyName f 2024-12-04T05:19:39,319 DEBUG [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:39,319 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] regionserver.HStore(327): Store=24734c21a80196ad72c7fc5dc5e46c40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:39,319 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,320 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24734c21a80196ad72c7fc5dc5e46c40 columnFamilyName f1 2024-12-04T05:19:39,320 DEBUG [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:39,321 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] regionserver.HStore(327): Store=24734c21a80196ad72c7fc5dc5e46c40/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:39,321 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,322 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24734c21a80196ad72c7fc5dc5e46c40 columnFamilyName norep 2024-12-04T05:19:39,322 DEBUG [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:39,322 INFO [StoreOpener-24734c21a80196ad72c7fc5dc5e46c40-1 {}] regionserver.HStore(327): Store=24734c21a80196ad72c7fc5dc5e46c40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:39,322 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,323 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,323 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,324 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,324 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,324 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:19:39,325 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,327 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:39,328 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 24734c21a80196ad72c7fc5dc5e46c40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64324907, jitterRate=-0.04148419201374054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:19:39,328 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:39,328 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 24734c21a80196ad72c7fc5dc5e46c40: Running coprocessor pre-open hook at 1733289579317Writing region info on filesystem at 1733289579317Initializing all the Stores at 1733289579317Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289579317Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289579317Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289579317Cleaning up temporary data from old regions at 1733289579324 (+7 ms)Running coprocessor post-open hooks at 1733289579328 (+4 ms)Region opened successfully at 1733289579328 2024-12-04T05:19:39,328 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., pid=6, masterSystemTime=1733289579312 2024-12-04T05:19:39,330 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:39,330 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:39,331 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24734c21a80196ad72c7fc5dc5e46c40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:39,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24734c21a80196ad72c7fc5dc5e46c40, server=6c7595a931c3,37285,1733289572982 because future has completed 2024-12-04T05:19:39,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:19:39,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 24734c21a80196ad72c7fc5dc5e46c40, server=6c7595a931c3,37285,1733289572982 in 175 msec 2024-12-04T05:19:39,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:19:39,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=24734c21a80196ad72c7fc5dc5e46c40, ASSIGN in 332 msec 2024-12-04T05:19:39,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:19:39,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289579338"}]},"ts":"1733289579338"} 2024-12-04T05:19:39,340 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:19:39,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:19:39,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-12-04T05:19:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:19:40,323 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:19:40,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db3d7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:40,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:40,325 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3483ed74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:40,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:40,327 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:40,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41317627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424331d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:40,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:40,328 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f74a7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:40,330 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6402af90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9bfc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:40,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:40,332 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:40,333 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59da7107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,46525,1733289569144 2024-12-04T05:19:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6433b4a9 2024-12-04T05:19:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:40,335 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:40,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:36035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:19:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:19:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:40,338 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:36035' 2024-12-04T05:19:40,339 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e226e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,339 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:40,339 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:40,340 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17698c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:40,341 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:40,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14177a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:40,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36035,1733289572945 2024-12-04T05:19:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cda8af8 2024-12-04T05:19:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:40,344 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:40,345 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:19:40,345 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:19:40,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:40,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:40,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:40,345 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:40,346 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:19:40,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:19:40,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:40,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:19:40,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:19:40,396 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:19:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:40,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 540977e6f8c2818621859faf9bc28f6e, NAME => 'hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8 2024-12-04T05:19:40,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:19:40,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:19:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:41,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:41,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 540977e6f8c2818621859faf9bc28f6e, disabling compactions & flushes 2024-12-04T05:19:41,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. after waiting 0 ms 2024-12-04T05:19:41,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 540977e6f8c2818621859faf9bc28f6e: Waiting for close lock at 1733289581167Disabling compacts and flushes for region at 1733289581167Disabling writes for close at 1733289581167Writing region close event to WAL at 1733289581167Closed at 1733289581167 2024-12-04T05:19:41,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:19:41,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289581169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289581169"}]},"ts":"1733289581169"} 2024-12-04T05:19:41,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:19:41,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:19:41,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289581172"}]},"ts":"1733289581172"} 2024-12-04T05:19:41,174 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:19:41,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=540977e6f8c2818621859faf9bc28f6e, ASSIGN}] 2024-12-04T05:19:41,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=540977e6f8c2818621859faf9bc28f6e, ASSIGN 2024-12-04T05:19:41,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=540977e6f8c2818621859faf9bc28f6e, ASSIGN; state=OFFLINE, location=6c7595a931c3,36963,1733289569198; forceNewPlan=false, retain=false 2024-12-04T05:19:41,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=540977e6f8c2818621859faf9bc28f6e, regionState=OPENING, regionLocation=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:41,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=540977e6f8c2818621859faf9bc28f6e, ASSIGN because future has completed 2024-12-04T05:19:41,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 540977e6f8c2818621859faf9bc28f6e, server=6c7595a931c3,36963,1733289569198}] 2024-12-04T05:19:41,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:41,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:41,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:19:41,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:41,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C36963%2C1733289569198.rep, suffix=, logDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198, archiveDir=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/oldWALs, maxLogs=10 2024-12-04T05:19:41,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.rep.1733289581487, exclude list is [], retry=0 2024-12-04T05:19:41,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46359,DS-f7ce1296-12c5-4f7c-8bc4-b92ba5390da8,DISK] 2024-12-04T05:19:41,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.rep.1733289581487 2024-12-04T05:19:41,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 540977e6f8c2818621859faf9bc28f6e, NAME => 'hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:41,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. service=MultiRowMutationService 2024-12-04T05:19:41,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,510 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,511 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 540977e6f8c2818621859faf9bc28f6e columnFamilyName hfileref 2024-12-04T05:19:41,511 DEBUG [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:41,511 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] regionserver.HStore(327): Store=540977e6f8c2818621859faf9bc28f6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:41,511 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,512 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 540977e6f8c2818621859faf9bc28f6e columnFamilyName queue 2024-12-04T05:19:41,512 DEBUG [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:41,513 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] regionserver.HStore(327): Store=540977e6f8c2818621859faf9bc28f6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:41,513 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,513 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 540977e6f8c2818621859faf9bc28f6e columnFamilyName sid 2024-12-04T05:19:41,513 DEBUG [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:41,514 INFO [StoreOpener-540977e6f8c2818621859faf9bc28f6e-1 {}] regionserver.HStore(327): Store=540977e6f8c2818621859faf9bc28f6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:41,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:19:41,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:41,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 540977e6f8c2818621859faf9bc28f6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65477521, jitterRate=-0.024308905005455017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:19:41,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:41,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 540977e6f8c2818621859faf9bc28f6e: Running coprocessor pre-open hook at 1733289581509Writing region info on filesystem at 1733289581509Initializing all the Stores at 1733289581509Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289581509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289581509Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289581509Cleaning up temporary data from old regions at 1733289581516 (+7 ms)Running coprocessor post-open hooks at 1733289581519 (+3 ms)Region opened successfully at 1733289581520 (+1 ms) 2024-12-04T05:19:41,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e., pid=10, masterSystemTime=1733289581481 2024-12-04T05:19:41,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:41,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=540977e6f8c2818621859faf9bc28f6e, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,36963,1733289569198 2024-12-04T05:19:41,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 540977e6f8c2818621859faf9bc28f6e, server=6c7595a931c3,36963,1733289569198 because future has completed 2024-12-04T05:19:41,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:19:41,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 540977e6f8c2818621859faf9bc28f6e, server=6c7595a931c3,36963,1733289569198 in 198 msec 2024-12-04T05:19:41,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:19:41,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=540977e6f8c2818621859faf9bc28f6e, ASSIGN in 354 msec 2024-12-04T05:19:41,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:19:41,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289581530"}]},"ts":"1733289581530"} 2024-12-04T05:19:41,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:19:41,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:19:41,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-12-04T05:19:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e., hostname=6c7595a931c3,36963,1733289569198, seqNum=2] 2024-12-04T05:19:41,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:41,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:41,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:19:41,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:19:41,715 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:19:41,744 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,36963,1733289569198, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:19:41,745 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:41,745 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,36963,1733289569198, seqNum=-1] 2024-12-04T05:19:41,745 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:41,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T05:19:41,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,36963,1733289569198', locateType=CURRENT is [region=hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e., hostname=6c7595a931c3,36963,1733289569198, seqNum=2] 2024-12-04T05:19:41,750 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:19:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:19:41,752 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,36963,1733289569198 suceeded 2024-12-04T05:19:41,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:19:41,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T05:19:41,754 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:36035,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:19:41,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-12-04T05:19:41,766 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:36035' 2024-12-04T05:19:41,768 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6630435e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:41,768 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:41,769 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:41,769 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2440a4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:41,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:41,771 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:41,772 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c84e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:41,772 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36035,1733289572945 2024-12-04T05:19:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df10625 2024-12-04T05:19:41,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:41,774 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T05:19:41,774 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,36963,1733289569198 (queues=1) is replicating from cluster=145bc7e4-fb50-4a6e-b21d-4d844e114f36 to cluster=06218a30-d75f-4f17-8b37-d7e0e2889959 2024-12-04T05:19:41,774 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C36963%2C1733289569198 2024-12-04T05:19:41,774 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,36963,1733289569198, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:19:41,775 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C36963%2C1733289569198 2024-12-04T05:19:41,775 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192, startPosition=0, beingWritten=true 2024-12-04T05:19:41,781 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:19:41,781 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:41,781 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,36963,1733289569198 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:19:41,985 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:42,288 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:42,483 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:19:42,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:42,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:42,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:42,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:42,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:42,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75671e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:42,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:42,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:42,485 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d095357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:42,487 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762cdb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:42,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36035,1733289572945 2024-12-04T05:19:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@506a21d0 2024-12-04T05:19:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:42,490 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:42,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:46525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:19:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:19:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:42,494 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:46525' 2024-12-04T05:19:42,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2211d05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:42,495 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:42,495 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:42,495 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160dc842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:42,497 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:42,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10ed22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:42,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:42,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,46525,1733289569144 2024-12-04T05:19:42,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c40b39 2024-12-04T05:19:42,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:42,499 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:42,500 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:19:42,500 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:19:42,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:42,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:42,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:42,500 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:42,501 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:19:42,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:19:42,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:42,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:19:42,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:19:42,511 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb95013bde30eb26b01bb8b96cf34b0c, NAME => 'hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c 2024-12-04T05:19:42,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:19:42,551 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:19:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:42,692 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:42,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:42,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fb95013bde30eb26b01bb8b96cf34b0c, disabling compactions & flushes 2024-12-04T05:19:42,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:42,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:42,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. after waiting 0 ms 2024-12-04T05:19:42,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:42,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:42,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb95013bde30eb26b01bb8b96cf34b0c: Waiting for close lock at 1733289582917Disabling compacts and flushes for region at 1733289582917Disabling writes for close at 1733289582917Writing region close event to WAL at 1733289582917Closed at 1733289582917 2024-12-04T05:19:42,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:19:42,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289582918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289582918"}]},"ts":"1733289582918"} 2024-12-04T05:19:42,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:19:42,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:19:42,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289582922"}]},"ts":"1733289582922"} 2024-12-04T05:19:42,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:19:42,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb95013bde30eb26b01bb8b96cf34b0c, ASSIGN}] 2024-12-04T05:19:42,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb95013bde30eb26b01bb8b96cf34b0c, ASSIGN 2024-12-04T05:19:42,927 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb95013bde30eb26b01bb8b96cf34b0c, ASSIGN; state=OFFLINE, location=6c7595a931c3,37285,1733289572982; forceNewPlan=false, retain=false 2024-12-04T05:19:43,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:19:43,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb95013bde30eb26b01bb8b96cf34b0c, regionState=OPENING, regionLocation=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:43,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fb95013bde30eb26b01bb8b96cf34b0c, ASSIGN because future has completed 2024-12-04T05:19:43,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb95013bde30eb26b01bb8b96cf34b0c, server=6c7595a931c3,37285,1733289572982}] 2024-12-04T05:19:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:43,196 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:43,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:43,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:43,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:19:43,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C37285%2C1733289572982.rep, suffix=, logDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982, archiveDir=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/oldWALs, maxLogs=10 2024-12-04T05:19:43,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.rep.1733289583258, exclude list is [], retry=0 2024-12-04T05:19:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-246d710c-4a29-4962-9a37-29d3d8115953,DISK] 2024-12-04T05:19:43,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.rep.1733289583258 2024-12-04T05:19:43,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-12-04T05:19:43,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fb95013bde30eb26b01bb8b96cf34b0c, NAME => 'hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:43,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:43,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:43,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. service=MultiRowMutationService 2024-12-04T05:19:43,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:19:43,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:43,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,295 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,296 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb95013bde30eb26b01bb8b96cf34b0c columnFamilyName hfileref 2024-12-04T05:19:43,296 DEBUG [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:43,297 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] regionserver.HStore(327): Store=fb95013bde30eb26b01bb8b96cf34b0c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:43,297 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,298 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb95013bde30eb26b01bb8b96cf34b0c columnFamilyName queue 2024-12-04T05:19:43,298 DEBUG [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:43,298 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] regionserver.HStore(327): Store=fb95013bde30eb26b01bb8b96cf34b0c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:43,298 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,299 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb95013bde30eb26b01bb8b96cf34b0c columnFamilyName sid 2024-12-04T05:19:43,299 DEBUG [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:43,300 INFO [StoreOpener-fb95013bde30eb26b01bb8b96cf34b0c-1 {}] regionserver.HStore(327): Store=fb95013bde30eb26b01bb8b96cf34b0c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:43,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:19:43,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:43,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fb95013bde30eb26b01bb8b96cf34b0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60162310, jitterRate=-0.10351172089576721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:19:43,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:43,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fb95013bde30eb26b01bb8b96cf34b0c: Running coprocessor pre-open hook at 1733289583293Writing region info on filesystem at 1733289583293Initializing all the Stores at 1733289583294 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289583294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289583294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289583294Cleaning up temporary data from old regions at 1733289583302 (+8 ms)Running coprocessor post-open hooks at 1733289583309 (+7 ms)Region opened successfully at 1733289583309 2024-12-04T05:19:43,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c., pid=10, masterSystemTime=1733289583234 2024-12-04T05:19:43,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:43,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:43,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fb95013bde30eb26b01bb8b96cf34b0c, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,37285,1733289572982 2024-12-04T05:19:43,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb95013bde30eb26b01bb8b96cf34b0c, server=6c7595a931c3,37285,1733289572982 because future has completed 2024-12-04T05:19:43,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:19:43,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fb95013bde30eb26b01bb8b96cf34b0c, server=6c7595a931c3,37285,1733289572982 in 245 msec 2024-12-04T05:19:43,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:19:43,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fb95013bde30eb26b01bb8b96cf34b0c, ASSIGN in 404 msec 2024-12-04T05:19:43,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:19:43,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289583332"}]},"ts":"1733289583332"} 2024-12-04T05:19:43,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:19:43,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:19:43,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 836 msec 2024-12-04T05:19:43,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c., hostname=6c7595a931c3,37285,1733289572982, seqNum=2] 2024-12-04T05:19:43,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:43,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:43,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:19:43,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:19:43,523 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:19:43,561 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,37285,1733289572982, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:19:43,561 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:43,561 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37285,1733289572982, seqNum=-1] 2024-12-04T05:19:43,562 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:43,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T05:19:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,37285,1733289572982', locateType=CURRENT is [region=hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c., hostname=6c7595a931c3,37285,1733289572982, seqNum=2] 2024-12-04T05:19:43,567 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:19:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:19:43,569 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,37285,1733289572982 suceeded 2024-12-04T05:19:43,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:19:43,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-04T05:19:43,571 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:46525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:19:43,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-12-04T05:19:43,584 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:46525' 2024-12-04T05:19:43,585 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@141d4229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:43,585 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:43,585 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:43,586 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e0e4342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:43,587 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:43,588 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a591b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:43,588 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:43,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,46525,1733289569144 2024-12-04T05:19:43,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe30f47 2024-12-04T05:19:43,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:43,589 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T05:19:43,590 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,37285,1733289572982 (queues=1) is replicating from cluster=06218a30-d75f-4f17-8b37-d7e0e2889959 to cluster=145bc7e4-fb50-4a6e-b21d-4d844e114f36 2024-12-04T05:19:43,590 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C37285%2C1733289572982 2024-12-04T05:19:43,590 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,37285,1733289572982, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:19:43,590 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C37285%2C1733289572982 2024-12-04T05:19:43,590 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974, startPosition=0, beingWritten=true 2024-12-04T05:19:43,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:19:43,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 379, reset compression=false 2024-12-04T05:19:43,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,37285,1733289572982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:19:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:19:43,634 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:19:43,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:43,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:43,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:43,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:43,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:43,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:43,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733289583639/Put/seqid=0 2024-12-04T05:19:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741840_1016 (size=7894) 2024-12-04T05:19:43,684 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733289583683/Put/seqid=0 2024-12-04T05:19:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741841_1017 (size=7691) 2024-12-04T05:19:43,800 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 379, reset compression=false 2024-12-04T05:19:43,801 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:44,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5823c5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:44,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:44,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:44,099 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fa1332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:44,101 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:44,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175193ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:44,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,36963,1733289569198, seqNum=-1] 2024-12-04T05:19:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:44,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:44,105 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 379, reset compression=false 2024-12-04T05:19:44,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,46525,1733289569144 2024-12-04T05:19:44,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-12-04T05:19:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:44,116 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:44,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., hostname=6c7595a931c3,36963,1733289569198, seqNum=2] 2024-12-04T05:19:44,123 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:19:44,132 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T05:19:44,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T05:19:44,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T05:19:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:44,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T05:19:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HRegion(2603): Flush status journal for c6e877b9a92d5e01901d9131abd0e3d7: 2024-12-04T05:19:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_1 2024-12-04T05:19:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_1 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ 2024-12-04T05:19:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_0 2024-12-04T05:19:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_0 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ 2024-12-04T05:19:44,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_1 into c6e877b9a92d5e01901d9131abd0e3d7/f as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ - updating store file list. 2024-12-04T05:19:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b7d911d54614d998cd6844d9afd570d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:44,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ into c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:44,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_1 into c6e877b9a92d5e01901d9131abd0e3d7/f (new location: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_) 2024-12-04T05:19:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_1 2024-12-04T05:19:44,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_0 into c6e877b9a92d5e01901d9131abd0e3d7/f as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ - updating store file list. 2024-12-04T05:19:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:44,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ into c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:44,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_0 into c6e877b9a92d5e01901d9131abd0e3d7/f (new location: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_) 2024-12-04T05:19:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins__test__anp2m169ta5dthtu62tnrugjolo7v34aopeqerjivkf467f3056e2pafo0t8b3hd/f/hfile_0 2024-12-04T05:19:44,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:44,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:44,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:44,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., hostname=6c7595a931c3,36963,1733289569198, seqNum=2 , the old value is region=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., hostname=6c7595a931c3,36963,1733289569198, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c7595a931c3:36963 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:19:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., hostname=6c7595a931c3,36963,1733289569198, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:19:44,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., hostname=6c7595a931c3,36963,1733289569198, seqNum=2 from cache 2024-12-04T05:19:44,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34466 deadline: 1733289644188 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34466 2024-12-04T05:19:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37285,1733289572982, seqNum=-1] 2024-12-04T05:19:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:44,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:44,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., hostname=6c7595a931c3,37285,1733289572982, seqNum=2] 2024-12-04T05:19:44,196 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:19:44,294 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T05:19:44,510 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 379, reset compression=false 2024-12-04T05:19:44,515 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 379, reset compression=false 2024-12-04T05:19:44,520 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:19:44,520 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,36963,1733289569198 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6e877b9a92d5e01901d9131abd0e3d7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289584185/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T05:19:44,523 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:44,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T05:19:44,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.ReplicationSink(318): Replicating [145bc7e4-fb50-4a6e-b21d-4d844e114f36] bulk loaded data 2024-12-04T05:19:44,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2237cbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:44,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:44,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:44,527 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c91511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:44,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:44,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:44,528 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:44,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6ddd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741840_1016 (size=7691) 2024-12-04T05:19:44,727 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741841_1017 (size=7894) 2024-12-04T05:19:45,016 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 379, reset compression=false 2024-12-04T05:19:45,034 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:45,213 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:19:45,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:45,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36035,1733289572945 2024-12-04T05:19:45,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e257d3 2024-12-04T05:19:45,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:45,367 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T05:19:45,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:19:45,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37285,1733289572982, seqNum=-1] 2024-12-04T05:19:45,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:45,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T05:19:45,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T05:19:45,382 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T05:19:45,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ for inclusion in 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T05:19:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:45,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ for inclusion in 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T05:19:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(2603): Flush status journal for 24734c21a80196ad72c7fc5dc5e46c40: 2024-12-04T05:19:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:19:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/7a6bc210916440a2b553362ba4e1eff0_SeqId_4_ 2024-12-04T05:19:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5b7d911d54614d998cd6844d9afd570d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:19:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/9375e34b78c540de9be295e10957c285_SeqId_4_ 2024-12-04T05:19:45,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ into 24734c21a80196ad72c7fc5dc5e46c40/f as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/7a6bc210916440a2b553362ba4e1eff0_SeqId_4_ - updating store file list. 2024-12-04T05:19:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a6bc210916440a2b553362ba4e1eff0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:45,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/7a6bc210916440a2b553362ba4e1eff0_SeqId_4_ into 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:45,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ into 24734c21a80196ad72c7fc5dc5e46c40/f (new location: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/7a6bc210916440a2b553362ba4e1eff0_SeqId_4_) 2024-12-04T05:19:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/ed7a3a8363c941cc8fe9f56caf72fa18_SeqId_4_ 2024-12-04T05:19:45,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ into 24734c21a80196ad72c7fc5dc5e46c40/f as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/9375e34b78c540de9be295e10957c285_SeqId_4_ - updating store file list. 2024-12-04T05:19:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9375e34b78c540de9be295e10957c285_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:45,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/9375e34b78c540de9be295e10957c285_SeqId_4_ into 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:45,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ into 24734c21a80196ad72c7fc5dc5e46c40/f (new location: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/9375e34b78c540de9be295e10957c285_SeqId_4_) 2024-12-04T05:19:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins.hfs.11__test__i5n0i4n1l9gtbtffgu5uhalifrptrmn44637sekbe7s1l099t4gl1jv5earq2bvf/f/5b7d911d54614d998cd6844d9afd570d_SeqId_4_ 2024-12-04T05:19:45,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.ReplicationSink(324): Finished replicating [145bc7e4-fb50-4a6e-b21d-4d844e114f36] bulk loaded data 2024-12-04T05:19:45,437 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:45,620 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 379, reset compression=false 2024-12-04T05:19:45,636 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:19:45,636 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,37285,1733289572982 got entry batch from reader: WALEntryBatch [walEntries=[{test/24734c21a80196ad72c7fc5dc5e46c40/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289585421/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T05:19:45,638 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:45,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T05:19:45,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.ReplicationSink(318): Replicating [145bc7e4-fb50-4a6e-b21d-4d844e114f36, 06218a30-d75f-4f17-8b37-d7e0e2889959] bulk loaded data 2024-12-04T05:19:45,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f99bf82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:45,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,46525,-1 for getting cluster id 2024-12-04T05:19:45,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:45,647 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '145bc7e4-fb50-4a6e-b21d-4d844e114f36' 2024-12-04T05:19:45,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:45,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "145bc7e4-fb50-4a6e-b21d-4d844e114f36" 2024-12-04T05:19:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@288f9b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,46525,-1] 2024-12-04T05:19:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:45,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:45,649 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:45,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d518f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:45,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741842_1018 (size=7894) 2024-12-04T05:19:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741843_1019 (size=7691) 2024-12-04T05:19:45,836 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 725, reset compression=false 2024-12-04T05:19:45,954 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:46,141 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 725, reset compression=false 2024-12-04T05:19:46,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:46,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,46525,1733289569144 2024-12-04T05:19:46,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f38489 2024-12-04T05:19:46,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:46,144 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T05:19:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:19:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,36963,1733289569198, seqNum=-1] 2024-12-04T05:19:46,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:46,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T05:19:46,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__c160ep65ecdftekrgiitr3t527l63i6vqrefrpqfm7hiib6d5rj86dfj3oh9didv/f/7a6bc210916440a2b553362ba4e1eff0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T05:19:46,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__c160ep65ecdftekrgiitr3t527l63i6vqrefrpqfm7hiib6d5rj86dfj3oh9didv/f/9375e34b78c540de9be295e10957c285_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T05:19:46,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.ReplicationSink(324): Finished replicating [145bc7e4-fb50-4a6e-b21d-4d844e114f36, 06218a30-d75f-4f17-8b37-d7e0e2889959] bulk loaded data 2024-12-04T05:19:46,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:46,225 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733289586224/Put/seqid=0 2024-12-04T05:19:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741842_1018 (size=11194) 2024-12-04T05:19:46,545 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 725, reset compression=false 2024-12-04T05:19:46,558 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:46,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733289586632/Put/seqid=0 2024-12-04T05:19:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741843_1019 (size=10791) 2024-12-04T05:19:46,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:46,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,36035,-1 for getting cluster id 2024-12-04T05:19:46,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:46,641 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06218a30-d75f-4f17-8b37-d7e0e2889959' 2024-12-04T05:19:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06218a30-d75f-4f17-8b37-d7e0e2889959" 2024-12-04T05:19:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9652354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,36035,-1] 2024-12-04T05:19:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:46,644 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:46,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f01661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:46,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,37285,1733289572982, seqNum=-1] 2024-12-04T05:19:46,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:46,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:46,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,36035,1733289572945 2024-12-04T05:19:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bed459f 2024-12-04T05:19:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:19:46,669 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:19:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., hostname=6c7595a931c3,37285,1733289572982, seqNum=2] 2024-12-04T05:19:46,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:19:46,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T05:19:46,686 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T05:19:46,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T05:19:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:46,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T05:19:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegion(2603): Flush status journal for 24734c21a80196ad72c7fc5dc5e46c40: 2024-12-04T05:19:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_0 2024-12-04T05:19:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_0 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ 2024-12-04T05:19:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_1 2024-12-04T05:19:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_1 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ 2024-12-04T05:19:46,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_0 into 24734c21a80196ad72c7fc5dc5e46c40/f as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ - updating store file list. 2024-12-04T05:19:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6f9bc68342d40bfb78f116c8be73621_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:46,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ into 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:46,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_0 into 24734c21a80196ad72c7fc5dc5e46c40/f (new location: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_) 2024-12-04T05:19:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_0 2024-12-04T05:19:46,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_1 into 24734c21a80196ad72c7fc5dc5e46c40/f as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ - updating store file list. 2024-12-04T05:19:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 366fb711a515440dbfe96c476b04e742_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:46,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ into 24734c21a80196ad72c7fc5dc5e46c40/f 2024-12-04T05:19:46,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_1 into 24734c21a80196ad72c7fc5dc5e46c40/f (new location: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/f/366fb711a515440dbfe96c476b04e742_SeqId_6_) 2024-12-04T05:19:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/staging/jenkins__test__rnq651stb8hlgfkc022n81dbge3if0p6k8trvdi745hm75sarl3vlqm4vbcnpkle/f/hfile_1 2024-12-04T05:19:46,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:46,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:46,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:46,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:46,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:46,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., hostname=6c7595a931c3,37285,1733289572982, seqNum=2 , the old value is region=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., hostname=6c7595a931c3,37285,1733289572982, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c7595a931c3:37285 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:19:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., hostname=6c7595a931c3,37285,1733289572982, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:19:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40., hostname=6c7595a931c3,37285,1733289572982, seqNum=2 from cache 2024-12-04T05:19:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,36963,1733289569198, seqNum=-1] 2024-12-04T05:19:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:46,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:46,739 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T05:19:46,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., hostname=6c7595a931c3,36963,1733289569198, seqNum=2] 2024-12-04T05:19:46,749 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:19:46,844 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:37285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T05:19:47,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:47,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:47,056 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 725, reset compression=false 2024-12-04T05:19:47,062 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:19:47,062 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,37285,1733289572982 got entry batch from reader: WALEntryBatch [walEntries=[{test/24734c21a80196ad72c7fc5dc5e46c40/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289586733/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T05:19:47,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.ReplicationSink(318): Replicating [06218a30-d75f-4f17-8b37-d7e0e2889959] bulk loaded data 2024-12-04T05:19:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741844_1020 (size=11194) 2024-12-04T05:19:47,262 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1033, reset compression=false 2024-12-04T05:19:47,267 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:47,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741845_1021 (size=10791) 2024-12-04T05:19:47,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:19:47,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T05:19:47,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T05:19:47,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ for inclusion in c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T05:19:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ for inclusion in c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T05:19:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:19:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HRegion(2603): Flush status journal for c6e877b9a92d5e01901d9131abd0e3d7: 2024-12-04T05:19:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 366fb711a515440dbfe96c476b04e742_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:19:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/fc4a808da35c451fa416d747866b0c14_SeqId_6_ 2024-12-04T05:19:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:19:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/1908a95117a04934854f37bf8aaaedf8_SeqId_6_ 2024-12-04T05:19:47,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ into c6e877b9a92d5e01901d9131abd0e3d7/f as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/fc4a808da35c451fa416d747866b0c14_SeqId_6_ - updating store file list. 2024-12-04T05:19:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc4a808da35c451fa416d747866b0c14_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:47,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/fc4a808da35c451fa416d747866b0c14_SeqId_6_ into c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:47,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ into c6e877b9a92d5e01901d9131abd0e3d7/f (new location: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/fc4a808da35c451fa416d747866b0c14_SeqId_6_) 2024-12-04T05:19:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/366fb711a515440dbfe96c476b04e742_SeqId_6_ 2024-12-04T05:19:47,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ into c6e877b9a92d5e01901d9131abd0e3d7/f as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/1908a95117a04934854f37bf8aaaedf8_SeqId_6_ - updating store file list. 2024-12-04T05:19:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1908a95117a04934854f37bf8aaaedf8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:19:47,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/1908a95117a04934854f37bf8aaaedf8_SeqId_6_ into c6e877b9a92d5e01901d9131abd0e3d7/f 2024-12-04T05:19:47,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ into c6e877b9a92d5e01901d9131abd0e3d7/f (new location: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/f/1908a95117a04934854f37bf8aaaedf8_SeqId_6_) 2024-12-04T05:19:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/staging/jenkins.hfs.10__test__1k3gb6vpb3suf03nltkboa511r8qle8m33cttcj9r5cs6uj7madggs335cu7jmja/f/f6f9bc68342d40bfb78f116c8be73621_SeqId_6_ 2024-12-04T05:19:47,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36963 {}] regionserver.ReplicationSink(324): Finished replicating [06218a30-d75f-4f17-8b37-d7e0e2889959] bulk loaded data 2024-12-04T05:19:47,568 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1033, reset compression=false 2024-12-04T05:19:47,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:19:47,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:47,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:47,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:47,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:47,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:19:47,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=952458648, stopped=false 2024-12-04T05:19:47,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,36035,1733289572945 2024-12-04T05:19:47,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930406659/running 2024-12-04T05:19:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930406659/running 2024-12-04T05:19:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:47,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:47,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:47,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:47,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:47,761 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,37285,1733289572982' ***** 2024-12-04T05:19:47,761 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:19:47,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/running 2024-12-04T05:19:47,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Set watcher on znode that does not yet exist, /1930406659/running 2024-12-04T05:19:47,762 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:19:47,762 INFO [RS:0;6c7595a931c3:37285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:19:47,762 INFO [RS:0;6c7595a931c3:37285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:19:47,762 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(3091): Received CLOSE for fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:47,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:19:47,762 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(3091): Received CLOSE for 24734c21a80196ad72c7fc5dc5e46c40 2024-12-04T05:19:47,762 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,37285,1733289572982 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37285. 2024-12-04T05:19:47,763 DEBUG [RS:0;6c7595a931c3:37285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb95013bde30eb26b01bb8b96cf34b0c, disabling compactions & flushes 2024-12-04T05:19:47,763 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:47,763 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. after waiting 0 ms 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:19:47,763 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb95013bde30eb26b01bb8b96cf34b0c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T05:19:47,763 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:19:47,763 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1325): Online Regions={fb95013bde30eb26b01bb8b96cf34b0c=hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c., 1588230740=hbase:meta,,1.1588230740, 24734c21a80196ad72c7fc5dc5e46c40=test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40.} 2024-12-04T05:19:47,763 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24734c21a80196ad72c7fc5dc5e46c40, fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:47,763 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:47,763 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:47,763 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:19:47,779 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/.tmp/hfileref/b0d1b74ca19a46eea615a1b9c5f0d86c is 74, key is 1/hfileref:366fb711a515440dbfe96c476b04e742_SeqId_6_/1733289587548/DeleteColumn/seqid=0 2024-12-04T05:19:47,780 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/info/f18e5ccc68a445c5a37bc290f5e4dff6 is 147, key is hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c./info:regioninfo/1733289583321/Put/seqid=0 2024-12-04T05:19:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741844_1020 (size=5345) 2024-12-04T05:19:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741845_1021 (size=7686) 2024-12-04T05:19:47,845 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:47,933 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:19:47,933 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:19:47,963 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24734c21a80196ad72c7fc5dc5e46c40, fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:47,972 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1033, reset compression=false 2024-12-04T05:19:48,074 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 687, reset compression=false 2024-12-04T05:19:48,080 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:19:48,080 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,36963,1733289569198 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6e877b9a92d5e01901d9131abd0e3d7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289587545/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T05:19:48,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:19:48,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49584 deadline: 1733289648080, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping 2024-12-04T05:19:48,082 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:48,164 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24734c21a80196ad72c7fc5dc5e46c40, fb95013bde30eb26b01bb8b96cf34b0c 2024-12-04T05:19:48,186 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/.tmp/hfileref/b0d1b74ca19a46eea615a1b9c5f0d86c 2024-12-04T05:19:48,186 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/info/f18e5ccc68a445c5a37bc290f5e4dff6 2024-12-04T05:19:48,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:19:48,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49584 deadline: 1733289648186, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping 2024-12-04T05:19:48,187 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:48,216 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/ns/266fd13c9d3b42009997637fa5f2fbed is 43, key is default/ns:d/1733289575966/Put/seqid=0 2024-12-04T05:19:48,220 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/.tmp/queue/641cdfd028a84978a2c9604c701bf83c is 154, key is 1-6c7595a931c3,37285,1733289572982/queue:6c7595a931c3%2C37285%2C1733289572982/1733289587550/Put/seqid=0 2024-12-04T05:19:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741846_1022 (size=5153) 2024-12-04T05:19:48,223 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/ns/266fd13c9d3b42009997637fa5f2fbed 2024-12-04T05:19:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741847_1023 (size=5353) 2024-12-04T05:19:48,230 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/.tmp/queue/641cdfd028a84978a2c9604c701bf83c 2024-12-04T05:19:48,236 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/.tmp/hfileref/b0d1b74ca19a46eea615a1b9c5f0d86c as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/hfileref/b0d1b74ca19a46eea615a1b9c5f0d86c 2024-12-04T05:19:48,240 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/hfileref/b0d1b74ca19a46eea615a1b9c5f0d86c, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T05:19:48,241 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/.tmp/queue/641cdfd028a84978a2c9604c701bf83c as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/queue/641cdfd028a84978a2c9604c701bf83c 2024-12-04T05:19:48,245 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/queue/641cdfd028a84978a2c9604c701bf83c, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T05:19:48,246 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fb95013bde30eb26b01bb8b96cf34b0c in 483ms, sequenceid=12, compaction requested=false 2024-12-04T05:19:48,260 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/replication/fb95013bde30eb26b01bb8b96cf34b0c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T05:19:48,260 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:48,260 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:48,261 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:48,261 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb95013bde30eb26b01bb8b96cf34b0c: Waiting for close lock at 1733289587763Running coprocessor pre-close hooks at 1733289587763Disabling compacts and flushes for region at 1733289587763Disabling writes for close at 1733289587763Obtaining lock to block concurrent updates at 1733289587763Preparing flush snapshotting stores in fb95013bde30eb26b01bb8b96cf34b0c at 1733289587763Finished memstore snapshotting hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733289587763Flushing stores of hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. at 1733289587764 (+1 ms)Flushing fb95013bde30eb26b01bb8b96cf34b0c/hfileref: creating writer at 1733289587764Flushing fb95013bde30eb26b01bb8b96cf34b0c/hfileref: appending metadata at 1733289587779 (+15 ms)Flushing fb95013bde30eb26b01bb8b96cf34b0c/hfileref: closing flushed file at 1733289587779Flushing fb95013bde30eb26b01bb8b96cf34b0c/queue: creating writer at 1733289588192 (+413 ms)Flushing fb95013bde30eb26b01bb8b96cf34b0c/queue: appending metadata at 1733289588220 (+28 ms)Flushing fb95013bde30eb26b01bb8b96cf34b0c/queue: closing flushed file at 1733289588220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724f25c9: reopening flushed file at 1733289588235 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2724711f: reopening flushed file at 1733289588240 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fb95013bde30eb26b01bb8b96cf34b0c in 483ms, sequenceid=12, compaction requested=false at 1733289588246 (+6 ms)Writing region close event to WAL at 1733289588256 (+10 ms)Running coprocessor post-close hooks at 1733289588260 (+4 ms)Closed at 1733289588261 (+1 ms) 2024-12-04T05:19:48,261 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289582500.fb95013bde30eb26b01bb8b96cf34b0c. 2024-12-04T05:19:48,261 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24734c21a80196ad72c7fc5dc5e46c40, disabling compactions & flushes 2024-12-04T05:19:48,261 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:48,261 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:48,261 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. after waiting 0 ms 2024-12-04T05:19:48,261 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:48,262 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/rep_barrier/bcffb3c191e44557ac7c6c4bb6dce237 is 112, key is test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40./rep_barrier:seqnumDuringOpen/1733289579331/Put/seqid=0 2024-12-04T05:19:48,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741848_1024 (size=5518) 2024-12-04T05:19:48,273 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/default/test/24734c21a80196ad72c7fc5dc5e46c40/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:19:48,274 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:48,274 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:19:48,274 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:48,274 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24734c21a80196ad72c7fc5dc5e46c40: Waiting for close lock at 1733289588261Running coprocessor pre-close hooks at 1733289588261Disabling compacts and flushes for region at 1733289588261Disabling writes for close at 1733289588261Writing region close event to WAL at 1733289588263 (+2 ms)Running coprocessor post-close hooks at 1733289588274 (+11 ms)Closed at 1733289588274 2024-12-04T05:19:48,274 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289578175.24734c21a80196ad72c7fc5dc5e46c40. 2024-12-04T05:19:48,280 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1033, reset compression=false 2024-12-04T05:19:48,364 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:48,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:19:48,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37285 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:49584 deadline: 1733289648391, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping 2024-12-04T05:19:48,392 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6c7595a931c3,37285,1733289572982 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:48,476 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1033, reset compression=false 2024-12-04T05:19:48,482 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:19:48,482 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1328, reset compression=false 2024-12-04T05:19:48,482 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,37285,1733289572982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:19:48,484 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,37285,1733289572982: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,37285,1733289572982, walGroup=6c7595a931c3%2C37285%2C1733289572982, offset=6c7595a931c3%2C37285%2C1733289572982.1733289574974:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:37285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:19:48,486 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:19:48,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:19:48,491 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:19:48,491 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:19:48,491 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:19:48,491 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 554114512 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187437264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:19:48,494 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:19:48,564 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:48,583 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1033, reset compression=false 2024-12-04T05:19:48,671 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/rep_barrier/bcffb3c191e44557ac7c6c4bb6dce237 2024-12-04T05:19:48,688 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1328, reset compression=false 2024-12-04T05:19:48,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,37285,1733289572982 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:48,697 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/table/6308622c64484d539333fd1866794b44 is 53, key is hbase:replication/table:state/1733289583332/Put/seqid=0 2024-12-04T05:19:48,697 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6c7595a931c3,37285,1733289572982 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741849_1025 (size=5308) 2024-12-04T05:19:48,764 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:19:48,764 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:19:48,764 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:48,965 DEBUG [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:48,988 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1033, reset compression=false 2024-12-04T05:19:48,991 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.wal-reader.6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 to pos 1328, reset compression=false 2024-12-04T05:19:49,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6c7595a931c3,37285,1733289572982 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:49,101 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6c7595a931c3,37285,1733289572982 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:49,103 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/table/6308622c64484d539333fd1866794b44 2024-12-04T05:19:49,108 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/info/f18e5ccc68a445c5a37bc290f5e4dff6 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/info/f18e5ccc68a445c5a37bc290f5e4dff6 2024-12-04T05:19:49,112 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/info/f18e5ccc68a445c5a37bc290f5e4dff6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:19:49,113 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/ns/266fd13c9d3b42009997637fa5f2fbed as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/ns/266fd13c9d3b42009997637fa5f2fbed 2024-12-04T05:19:49,116 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/ns/266fd13c9d3b42009997637fa5f2fbed, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:19:49,117 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/rep_barrier/bcffb3c191e44557ac7c6c4bb6dce237 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/rep_barrier/bcffb3c191e44557ac7c6c4bb6dce237 2024-12-04T05:19:49,121 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/rep_barrier/bcffb3c191e44557ac7c6c4bb6dce237, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:19:49,121 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/.tmp/table/6308622c64484d539333fd1866794b44 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/table/6308622c64484d539333fd1866794b44 2024-12-04T05:19:49,125 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/table/6308622c64484d539333fd1866794b44, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:19:49,126 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-12-04T05:19:49,131 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:19:49,132 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:49,132 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:49,132 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:49,132 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289587763Running coprocessor pre-close hooks at 1733289587763Disabling compacts and flushes for region at 1733289587763Disabling writes for close at 1733289587763Obtaining lock to block concurrent updates at 1733289587763Preparing flush snapshotting stores in 1588230740 at 1733289587763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289587764 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289587764Flushing 1588230740/info: creating writer at 1733289587764Flushing 1588230740/info: appending metadata at 1733289587780 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733289587780Flushing 1588230740/ns: creating writer at 1733289588192 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733289588215 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733289588215Flushing 1588230740/rep_barrier: creating writer at 1733289588228 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289588261 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289588261Flushing 1588230740/table: creating writer at 1733289588676 (+415 ms)Flushing 1588230740/table: appending metadata at 1733289588696 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733289588696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f9af1a: reopening flushed file at 1733289589107 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ef84ea: reopening flushed file at 1733289589112 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635b0590: reopening flushed file at 1733289589117 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2c211e: reopening flushed file at 1733289589121 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1733289589126 (+5 ms)Writing region close event to WAL at 1733289589129 (+3 ms)Running coprocessor post-close hooks at 1733289589132 (+3 ms)Closed at 1733289589132 2024-12-04T05:19:49,132 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:49,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:19:49,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T05:19:49,165 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,37285,1733289572982; all regions closed. 2024-12-04T05:19:49,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:19:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741839_1015 (size=3127) 2024-12-04T05:19:49,169 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.rep.1733289583258 not finished, retry = 0 2024-12-04T05:19:49,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741832_1008 (size=1336) 2024-12-04T05:19:49,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/WALs/6c7595a931c3,37285,1733289572982/6c7595a931c3%2C37285%2C1733289572982.1733289574974 not finished, retry = 0 2024-12-04T05:19:49,373 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:49,373 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:49,373 INFO [RS:0;6c7595a931c3:37285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:49,374 INFO [RS:0;6c7595a931c3:37285 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:49,374 INFO [RS:0;6c7595a931c3:37285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:49,374 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:49,374 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,37285,1733289572982 because: Region server is closing 2024-12-04T05:19:49,375 INFO [RS:0;6c7595a931c3:37285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37285. 2024-12-04T05:19:49,375 DEBUG [RS:0;6c7595a931c3:37285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:49,375 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:49,375 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:49,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:49,475 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,37285,1733289572982.replicationSource.shipper6c7595a931c3%2C37285%2C1733289572982,1-6c7595a931c3,37285,1733289572982 terminated 2024-12-04T05:19:49,475 INFO [RS:0;6c7595a931c3:37285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:37285. 2024-12-04T05:19:49,475 DEBUG [RS:0;6c7595a931c3:37285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:49,475 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:49,476 DEBUG [RS:0;6c7595a931c3:37285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:49,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:49,476 INFO [RS:0;6c7595a931c3:37285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37285 2024-12-04T05:19:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930406659/rs/6c7595a931c3,37285,1733289572982 2024-12-04T05:19:49,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659/rs 2024-12-04T05:19:49,478 INFO [RS:0;6c7595a931c3:37285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:49,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,37285,1733289572982] 2024-12-04T05:19:49,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1930406659/draining/6c7595a931c3,37285,1733289572982 already deleted, retry=false 2024-12-04T05:19:49,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,37285,1733289572982 expired; onlineServers=0 2024-12-04T05:19:49,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,36035,1733289572945' ***** 2024-12-04T05:19:49,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:19:49,481 INFO [M:0;6c7595a931c3:36035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:49,481 INFO [M:0;6c7595a931c3:36035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:49,481 DEBUG [M:0;6c7595a931c3:36035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:19:49,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:19:49,481 DEBUG [M:0;6c7595a931c3:36035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:19:49,481 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289574768 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289574768,5,FailOnTimeoutGroup] 2024-12-04T05:19:49,481 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289574768 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289574768,5,FailOnTimeoutGroup] 2024-12-04T05:19:49,482 INFO [M:0;6c7595a931c3:36035 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:49,482 INFO [M:0;6c7595a931c3:36035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:49,482 DEBUG [M:0;6c7595a931c3:36035 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:19:49,482 INFO [M:0;6c7595a931c3:36035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:19:49,482 INFO [M:0;6c7595a931c3:36035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:49,482 INFO [M:0;6c7595a931c3:36035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:19:49,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:19:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1930406659/master 2024-12-04T05:19:49,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1930406659 2024-12-04T05:19:49,483 DEBUG [M:0;6c7595a931c3:36035 {}] zookeeper.ZKUtil(347): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Unable to get data of znode /1930406659/master because node does not exist (not an error) 2024-12-04T05:19:49,483 WARN [M:0;6c7595a931c3:36035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:19:49,484 INFO [M:0;6c7595a931c3:36035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/.lastflushedseqids 2024-12-04T05:19:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741850_1026 (size=263) 2024-12-04T05:19:49,488 INFO [M:0;6c7595a931c3:36035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:49,489 INFO [M:0;6c7595a931c3:36035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:49,489 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:49,489 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:49,489 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:49,489 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:49,489 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:49,489 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T05:19:49,492 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1033, reset compression=false 2024-12-04T05:19:49,507 DEBUG [M:0;6c7595a931c3:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee2a5070ff1a44b2915c15d9b2f117c5 is 82, key is hbase:meta,,1/info:regioninfo/1733289575957/Put/seqid=0 2024-12-04T05:19:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741851_1027 (size=5672) 2024-12-04T05:19:49,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:49,579 INFO [RS:0;6c7595a931c3:37285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:49,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37285-0x1017be9d1d10004, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:49,579 INFO [RS:0;6c7595a931c3:37285 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,37285,1733289572982; zookeeper connection closed. 2024-12-04T05:19:49,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@628bfe3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@628bfe3d 2024-12-04T05:19:49,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:49,605 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6c7595a931c3:37285 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:37285 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:49,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6c7595a931c3:37285 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:37285 2024-12-04T05:19:49,605 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6c7595a931c3:37285 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:37285 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:37285 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T05:19:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:19:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46408 deadline: 1733289649607, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T05:19:49,609 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T05:19:49,610 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T05:19:49,912 INFO [M:0;6c7595a931c3:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee2a5070ff1a44b2915c15d9b2f117c5 2024-12-04T05:19:49,937 DEBUG [M:0;6c7595a931c3:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/907127fc37a4418795a58df23860d109 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289583337/Put/seqid=0 2024-12-04T05:19:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741852_1028 (size=8517) 2024-12-04T05:19:50,096 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1033, reset compression=false 2024-12-04T05:19:50,210 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T05:19:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:19:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36035 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46408 deadline: 1733289650211, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T05:19:50,212 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T05:19:50,213 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T05:19:50,213 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T05:19:50,344 INFO [M:0;6c7595a931c3:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/907127fc37a4418795a58df23860d109 2024-12-04T05:19:50,367 DEBUG [M:0;6c7595a931c3:36035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542e2df4c4ec429381344c08c739a1e5 is 69, key is 6c7595a931c3,37285,1733289572982/rs:state/1733289574824/Put/seqid=0 2024-12-04T05:19:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741853_1029 (size=5156) 2024-12-04T05:19:50,375 INFO [M:0;6c7595a931c3:36035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542e2df4c4ec429381344c08c739a1e5 2024-12-04T05:19:50,381 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee2a5070ff1a44b2915c15d9b2f117c5 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee2a5070ff1a44b2915c15d9b2f117c5 2024-12-04T05:19:50,385 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee2a5070ff1a44b2915c15d9b2f117c5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:19:50,386 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/907127fc37a4418795a58df23860d109 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/907127fc37a4418795a58df23860d109 2024-12-04T05:19:50,392 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/907127fc37a4418795a58df23860d109, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:19:50,393 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/542e2df4c4ec429381344c08c739a1e5 as hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/542e2df4c4ec429381344c08c739a1e5 2024-12-04T05:19:50,397 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43209/user/jenkins/test-data/52665e7b-3635-1bf8-e544-5f6a7a43de2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/542e2df4c4ec429381344c08c739a1e5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:19:50,398 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false 2024-12-04T05:19:50,406 INFO [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:50,406 DEBUG [M:0;6c7595a931c3:36035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289589489Disabling compacts and flushes for region at 1733289589489Disabling writes for close at 1733289589489Obtaining lock to block concurrent updates at 1733289589489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289589489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733289589489Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289589490 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289589490Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289589507 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289589507Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289589917 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289589936 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289589936Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289590349 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289590366 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289590366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c518ca: reopening flushed file at 1733289590380 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42156b3c: reopening flushed file at 1733289590385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d8f4c2: reopening flushed file at 1733289590392 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=97, compaction requested=false at 1733289590398 (+6 ms)Writing region close event to WAL at 1733289590406 (+8 ms)Closed at 1733289590406 2024-12-04T05:19:50,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741830_1006 (size=63666) 2024-12-04T05:19:50,410 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:50,410 INFO [M:0;6c7595a931c3:36035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:50,410 INFO [M:0;6c7595a931c3:36035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36035 2024-12-04T05:19:50,410 INFO [M:0;6c7595a931c3:36035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:50,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:50,512 INFO [M:0;6c7595a931c3:36035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:50,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36035-0x1017be9d1d10003, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:50,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b15600d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:50,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73507199{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:50,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:50,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4378e154{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:50,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9137e38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:50,520 WARN [BP-591341457-172.17.0.2-1733289572263 heartbeating to localhost/127.0.0.1:43209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:19:50,520 WARN [BP-591341457-172.17.0.2-1733289572263 heartbeating to localhost/127.0.0.1:43209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-591341457-172.17.0.2-1733289572263 (Datanode Uuid 619f8ec0-2aca-46ce-bfb0-475cb91003ac) service to localhost/127.0.0.1:43209 2024-12-04T05:19:50,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:19:50,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:19:50,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/cluster_5762d05d-edf0-ec1b-05fc-f2ed37033e4c/data/data1/current/BP-591341457-172.17.0.2-1733289572263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:50,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/cluster_5762d05d-edf0-ec1b-05fc-f2ed37033e4c/data/data2/current/BP-591341457-172.17.0.2-1733289572263 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:50,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:19:50,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd3edb5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:50,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d68b615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:50,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:50,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@276b7d06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:50,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f071ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:50,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:19:50,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:19:50,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:50,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:50,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:50,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:50,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:50,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:19:50,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311053691, stopped=false 2024-12-04T05:19:50,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,46525,1733289569144 2024-12-04T05:19:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0439258502/running 2024-12-04T05:19:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0439258502/running 2024-12-04T05:19:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:50,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:50,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:19:50,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:50,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:50,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,36963,1733289569198' ***** 2024-12-04T05:19:50,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:19:50,555 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:19:50,555 INFO [RS:0;6c7595a931c3:36963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:19:50,555 INFO [RS:0;6c7595a931c3:36963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:19:50,555 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(3091): Received CLOSE for c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:50,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/running 2024-12-04T05:19:50,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:19:50,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Set watcher on znode that does not yet exist, /0439258502/running 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(3091): Received CLOSE for 540977e6f8c2818621859faf9bc28f6e 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,36963,1733289569198 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:36963. 2024-12-04T05:19:50,556 DEBUG [RS:0;6c7595a931c3:36963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:50,556 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:19:50,556 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:19:50,556 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6e877b9a92d5e01901d9131abd0e3d7, disabling compactions & flushes 2024-12-04T05:19:50,557 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. after waiting 0 ms 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:50,557 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:19:50,557 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1325): Online Regions={c6e877b9a92d5e01901d9131abd0e3d7=test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7., 1588230740=hbase:meta,,1.1588230740, 540977e6f8c2818621859faf9bc28f6e=hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e.} 2024-12-04T05:19:50,557 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 540977e6f8c2818621859faf9bc28f6e, c6e877b9a92d5e01901d9131abd0e3d7 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:50,557 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:50,557 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:50,557 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:19:50,569 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/default/test/c6e877b9a92d5e01901d9131abd0e3d7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:19:50,569 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:50,569 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:19:50,569 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:50,569 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6e877b9a92d5e01901d9131abd0e3d7: Waiting for close lock at 1733289590556Running coprocessor pre-close hooks at 1733289590556Disabling compacts and flushes for region at 1733289590556Disabling writes for close at 1733289590557 (+1 ms)Writing region close event to WAL at 1733289590562 (+5 ms)Running coprocessor post-close hooks at 1733289590569 (+7 ms)Closed at 1733289590569 2024-12-04T05:19:50,569 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7. 2024-12-04T05:19:50,570 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 540977e6f8c2818621859faf9bc28f6e, disabling compactions & flushes 2024-12-04T05:19:50,570 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:50,570 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:50,570 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. after waiting 0 ms 2024-12-04T05:19:50,570 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:50,570 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 540977e6f8c2818621859faf9bc28f6e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T05:19:50,571 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:50,578 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/info/f2a5731a587240a8920c616c2200b7e8 is 147, key is hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e./info:regioninfo/1733289581523/Put/seqid=0 2024-12-04T05:19:50,595 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/.tmp/hfileref/9c346db965204946b7f6cfddc793ac72 is 74, key is 1/hfileref:1908a95117a04934854f37bf8aaaedf8_SeqId_6_/1733289587534/Put/seqid=0 2024-12-04T05:19:50,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741846_1022 (size=7686) 2024-12-04T05:19:50,600 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/info/f2a5731a587240a8920c616c2200b7e8 2024-12-04T05:19:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741847_1023 (size=5345) 2024-12-04T05:19:50,606 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/.tmp/hfileref/9c346db965204946b7f6cfddc793ac72 2024-12-04T05:19:50,628 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/.tmp/queue/df417fa4faa043a29c6a882759777451 is 153, key is 1-6c7595a931c3,36963,1733289569198/queue:6c7595a931c3%2C36963%2C1733289569198/1733289585428/Put/seqid=0 2024-12-04T05:19:50,628 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/ns/3d439101ab0048e4a3b048b4d1d8b8c3 is 43, key is default/ns:d/1733289572174/Put/seqid=0 2024-12-04T05:19:50,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741849_1025 (size=5352) 2024-12-04T05:19:50,634 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/.tmp/queue/df417fa4faa043a29c6a882759777451 2024-12-04T05:19:50,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741848_1024 (size=5153) 2024-12-04T05:19:50,641 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/.tmp/hfileref/9c346db965204946b7f6cfddc793ac72 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/hfileref/9c346db965204946b7f6cfddc793ac72 2024-12-04T05:19:50,646 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/hfileref/9c346db965204946b7f6cfddc793ac72, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T05:19:50,646 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/.tmp/queue/df417fa4faa043a29c6a882759777451 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/queue/df417fa4faa043a29c6a882759777451 2024-12-04T05:19:50,651 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/queue/df417fa4faa043a29c6a882759777451, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T05:19:50,652 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 540977e6f8c2818621859faf9bc28f6e in 82ms, sequenceid=10, compaction requested=false 2024-12-04T05:19:50,657 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/replication/540977e6f8c2818621859faf9bc28f6e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T05:19:50,658 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:50,658 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:50,658 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:50,658 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 540977e6f8c2818621859faf9bc28f6e: Waiting for close lock at 1733289590570Running coprocessor pre-close hooks at 1733289590570Disabling compacts and flushes for region at 1733289590570Disabling writes for close at 1733289590570Obtaining lock to block concurrent updates at 1733289590570Preparing flush snapshotting stores in 540977e6f8c2818621859faf9bc28f6e at 1733289590570Finished memstore snapshotting hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733289590570Flushing stores of hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. at 1733289590571 (+1 ms)Flushing 540977e6f8c2818621859faf9bc28f6e/hfileref: creating writer at 1733289590571Flushing 540977e6f8c2818621859faf9bc28f6e/hfileref: appending metadata at 1733289590594 (+23 ms)Flushing 540977e6f8c2818621859faf9bc28f6e/hfileref: closing flushed file at 1733289590594Flushing 540977e6f8c2818621859faf9bc28f6e/queue: creating writer at 1733289590611 (+17 ms)Flushing 540977e6f8c2818621859faf9bc28f6e/queue: appending metadata at 1733289590628 (+17 ms)Flushing 540977e6f8c2818621859faf9bc28f6e/queue: closing flushed file at 1733289590628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4801a017: reopening flushed file at 1733289590640 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d48781f: reopening flushed file at 1733289590646 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 540977e6f8c2818621859faf9bc28f6e in 82ms, sequenceid=10, compaction requested=false at 1733289590652 (+6 ms)Writing region close event to WAL at 1733289590655 (+3 ms)Running coprocessor post-close hooks at 1733289590658 (+3 ms)Closed at 1733289590658 2024-12-04T05:19:50,658 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289580345.540977e6f8c2818621859faf9bc28f6e. 2024-12-04T05:19:50,757 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:50,799 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1033, reset compression=false 2024-12-04T05:19:50,805 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:19:50,805 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1328, reset compression=false 2024-12-04T05:19:50,914 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T05:19:50,915 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6c7595a931c3:36035 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:36035 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:50,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6c7595a931c3:36035 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:36035 2024-12-04T05:19:50,957 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:51,010 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1328, reset compression=false 2024-12-04T05:19:51,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:51,023 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6c7595a931c3:36035 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:36035 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T05:19:51,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6c7595a931c3:36035 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:36035 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T05:19:51,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6c7595a931c3:36035 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6c7595a931c3/172.17.0.2:36035 2024-12-04T05:19:51,040 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/ns/3d439101ab0048e4a3b048b4d1d8b8c3 2024-12-04T05:19:51,063 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:19:51,063 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:19:51,066 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/rep_barrier/c9d55ef4297944aeb2e17cd948377e30 is 112, key is test,,1733289576024.c6e877b9a92d5e01901d9131abd0e3d7./rep_barrier:seqnumDuringOpen/1733289577175/Put/seqid=0 2024-12-04T05:19:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741850_1026 (size=5518) 2024-12-04T05:19:51,158 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:51,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:51,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6c7595a931c3:36035 this server is in the failed servers list 2024-12-04T05:19:51,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:36035 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:51,314 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1328, reset compression=false 2024-12-04T05:19:51,358 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:51,471 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/rep_barrier/c9d55ef4297944aeb2e17cd948377e30 2024-12-04T05:19:51,490 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/table/8a916369be6a4e7e979140aaf47e524b is 53, key is hbase:replication/table:state/1733289581530/Put/seqid=0 2024-12-04T05:19:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741851_1027 (size=5308) 2024-12-04T05:19:51,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:51,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6c7595a931c3:36035 this server is in the failed servers list 2024-12-04T05:19:51,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:36035 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:51,558 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:19:51,558 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:19:51,558 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:51,718 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.wal-reader.6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 to pos 1328, reset compression=false 2024-12-04T05:19:51,758 DEBUG [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:19:51,895 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/table/8a916369be6a4e7e979140aaf47e524b 2024-12-04T05:19:51,901 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/info/f2a5731a587240a8920c616c2200b7e8 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/info/f2a5731a587240a8920c616c2200b7e8 2024-12-04T05:19:51,906 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/info/f2a5731a587240a8920c616c2200b7e8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:19:51,907 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/ns/3d439101ab0048e4a3b048b4d1d8b8c3 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/ns/3d439101ab0048e4a3b048b4d1d8b8c3 2024-12-04T05:19:51,914 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/ns/3d439101ab0048e4a3b048b4d1d8b8c3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:19:51,915 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/rep_barrier/c9d55ef4297944aeb2e17cd948377e30 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/rep_barrier/c9d55ef4297944aeb2e17cd948377e30 2024-12-04T05:19:51,920 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/rep_barrier/c9d55ef4297944aeb2e17cd948377e30, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:19:51,921 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/.tmp/table/8a916369be6a4e7e979140aaf47e524b as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/table/8a916369be6a4e7e979140aaf47e524b 2024-12-04T05:19:51,925 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/table/8a916369be6a4e7e979140aaf47e524b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:19:51,925 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false 2024-12-04T05:19:51,935 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:19:51,936 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:19:51,936 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:19:51,936 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:51,936 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289590557Running coprocessor pre-close hooks at 1733289590557Disabling compacts and flushes for region at 1733289590557Disabling writes for close at 1733289590557Obtaining lock to block concurrent updates at 1733289590557Preparing flush snapshotting stores in 1588230740 at 1733289590557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289590558 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289590558Flushing 1588230740/info: creating writer at 1733289590559 (+1 ms)Flushing 1588230740/info: appending metadata at 1733289590578 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733289590578Flushing 1588230740/ns: creating writer at 1733289590609 (+31 ms)Flushing 1588230740/ns: appending metadata at 1733289590628 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733289590628Flushing 1588230740/rep_barrier: creating writer at 1733289591045 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289591066 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289591066Flushing 1588230740/table: creating writer at 1733289591476 (+410 ms)Flushing 1588230740/table: appending metadata at 1733289591490 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289591490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2482abb: reopening flushed file at 1733289591900 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e7f5e6: reopening flushed file at 1733289591906 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c6fa5e: reopening flushed file at 1733289591914 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3568098c: reopening flushed file at 1733289591920 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false at 1733289591925 (+5 ms)Writing region close event to WAL at 1733289591932 (+7 ms)Running coprocessor post-close hooks at 1733289591936 (+4 ms)Closed at 1733289591936 2024-12-04T05:19:51,936 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:51,958 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,36963,1733289569198; all regions closed. 2024-12-04T05:19:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:19:51,963 DEBUG [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/oldWALs 2024-12-04T05:19:51,963 INFO [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C36963%2C1733289569198.meta:.meta(num 1733289572130) 2024-12-04T05:19:51,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741839_1015 (size=2695) 2024-12-04T05:19:51,966 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.rep.1733289581487 not finished, retry = 0 2024-12-04T05:19:52,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:52,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6c7595a931c3:36035 this server is in the failed servers list 2024-12-04T05:19:52,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6c7595a931c3:36035 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:52,068 DEBUG [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/oldWALs 2024-12-04T05:19:52,068 INFO [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C36963%2C1733289569198.rep:(num 1733289581487) 2024-12-04T05:19:52,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741832_1008 (size=1336) 2024-12-04T05:19:52,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/WALs/6c7595a931c3,36963,1733289569198/6c7595a931c3%2C36963%2C1733289569198.1733289571192 not finished, retry = 0 2024-12-04T05:19:52,173 DEBUG [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/oldWALs 2024-12-04T05:19:52,173 INFO [RS:0;6c7595a931c3:36963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C36963%2C1733289569198:(num 1733289571192) 2024-12-04T05:19:52,173 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:52,173 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:19:52,173 INFO [RS:0;6c7595a931c3:36963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:52,173 INFO [RS:0;6c7595a931c3:36963 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:52,173 INFO [RS:0;6c7595a931c3:36963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:52,173 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:52,174 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,36963,1733289569198 because: Region server is closing 2024-12-04T05:19:52,174 INFO [RS:0;6c7595a931c3:36963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:36963. 2024-12-04T05:19:52,174 DEBUG [RS:0;6c7595a931c3:36963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:52,174 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:52,174 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:52,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:52,275 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T05:19:52,275 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T05:19:52,275 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T05:19:53,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:53,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:53,065 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:53,076 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,36963,1733289569198.replicationSource.shipper6c7595a931c3%2C36963%2C1733289569198,1-6c7595a931c3,36963,1733289569198 terminated 2024-12-04T05:19:53,076 INFO [RS:0;6c7595a931c3:36963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:36963. 2024-12-04T05:19:53,076 DEBUG [RS:0;6c7595a931c3:36963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:19:53,076 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:53,076 DEBUG [RS:0;6c7595a931c3:36963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:53,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:19:53,076 INFO [RS:0;6c7595a931c3:36963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36963 2024-12-04T05:19:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0439258502/rs/6c7595a931c3,36963,1733289569198 2024-12-04T05:19:53,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502/rs 2024-12-04T05:19:53,080 INFO [RS:0;6c7595a931c3:36963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:53,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,36963,1733289569198] 2024-12-04T05:19:53,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0439258502/draining/6c7595a931c3,36963,1733289569198 already deleted, retry=false 2024-12-04T05:19:53,083 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,36963,1733289569198 expired; onlineServers=0 2024-12-04T05:19:53,083 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,46525,1733289569144' ***** 2024-12-04T05:19:53,083 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:19:53,083 INFO [M:0;6c7595a931c3:46525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:19:53,083 INFO [M:0;6c7595a931c3:46525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:19:53,083 DEBUG [M:0;6c7595a931c3:46525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:19:53,083 DEBUG [M:0;6c7595a931c3:46525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:19:53,083 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:19:53,083 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289570989 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289570989,5,FailOnTimeoutGroup] 2024-12-04T05:19:53,083 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289570989 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289570989,5,FailOnTimeoutGroup] 2024-12-04T05:19:53,083 INFO [M:0;6c7595a931c3:46525 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:19:53,083 INFO [M:0;6c7595a931c3:46525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:19:53,083 DEBUG [M:0;6c7595a931c3:46525 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:19:53,083 INFO [M:0;6c7595a931c3:46525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:19:53,083 INFO [M:0;6c7595a931c3:46525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:19:53,084 INFO [M:0;6c7595a931c3:46525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:19:53,084 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:19:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0439258502/master 2024-12-04T05:19:53,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0439258502 2024-12-04T05:19:53,084 DEBUG [M:0;6c7595a931c3:46525 {}] zookeeper.ZKUtil(347): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Unable to get data of znode /0439258502/master because node does not exist (not an error) 2024-12-04T05:19:53,084 WARN [M:0;6c7595a931c3:46525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:19:53,085 INFO [M:0;6c7595a931c3:46525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/.lastflushedseqids 2024-12-04T05:19:53,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741852_1028 (size=263) 2024-12-04T05:19:53,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:53,182 INFO [RS:0;6c7595a931c3:36963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:53,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36963-0x1017be9d1d10001, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:53,182 INFO [RS:0;6c7595a931c3:36963 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,36963,1733289569198; zookeeper connection closed. 2024-12-04T05:19:53,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bd88652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bd88652 2024-12-04T05:19:53,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:19:53,490 INFO [M:0;6c7595a931c3:46525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:19:53,490 INFO [M:0;6c7595a931c3:46525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:19:53,490 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:53,490 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:53,490 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:53,490 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:53,490 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:53,490 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T05:19:53,509 DEBUG [M:0;6c7595a931c3:46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26c0a85def16494c90126100a8215029 is 82, key is hbase:meta,,1/info:regioninfo/1733289572161/Put/seqid=0 2024-12-04T05:19:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741853_1029 (size=5672) 2024-12-04T05:19:53,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:19:53,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:19:53,914 INFO [M:0;6c7595a931c3:46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26c0a85def16494c90126100a8215029 2024-12-04T05:19:53,939 DEBUG [M:0;6c7595a931c3:46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1feb8b3b588a4dee8026d3fa351346a2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289581534/Put/seqid=0 2024-12-04T05:19:53,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741854_1030 (size=8517) 2024-12-04T05:19:54,344 INFO [M:0;6c7595a931c3:46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1feb8b3b588a4dee8026d3fa351346a2 2024-12-04T05:19:54,362 DEBUG [M:0;6c7595a931c3:46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6027746ccee94a29a471c2fa5d46dab0 is 69, key is 6c7595a931c3,36963,1733289569198/rs:state/1733289571042/Put/seqid=0 2024-12-04T05:19:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741855_1031 (size=5156) 2024-12-04T05:19:54,768 INFO [M:0;6c7595a931c3:46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6027746ccee94a29a471c2fa5d46dab0 2024-12-04T05:19:54,773 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26c0a85def16494c90126100a8215029 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26c0a85def16494c90126100a8215029 2024-12-04T05:19:54,777 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26c0a85def16494c90126100a8215029, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:19:54,778 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1feb8b3b588a4dee8026d3fa351346a2 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1feb8b3b588a4dee8026d3fa351346a2 2024-12-04T05:19:54,782 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1feb8b3b588a4dee8026d3fa351346a2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:19:54,782 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6027746ccee94a29a471c2fa5d46dab0 as hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6027746ccee94a29a471c2fa5d46dab0 2024-12-04T05:19:54,786 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42159/user/jenkins/test-data/af2e45e8-8eb4-193f-c1f0-d976a32659e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6027746ccee94a29a471c2fa5d46dab0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:19:54,787 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-12-04T05:19:54,788 INFO [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:54,788 DEBUG [M:0;6c7595a931c3:46525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289593490Disabling compacts and flushes for region at 1733289593490Disabling writes for close at 1733289593490Obtaining lock to block concurrent updates at 1733289593490Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289593490Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733289593491 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289593491Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289593491Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289593509 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289593509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289593920 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289593938 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289593938Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289594348 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289594362 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289594362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a01fbf: reopening flushed file at 1733289594773 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ae2fef: reopening flushed file at 1733289594778 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40667c58: reopening flushed file at 1733289594782 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1733289594787 (+5 ms)Writing region close event to WAL at 1733289594788 (+1 ms)Closed at 1733289594788 2024-12-04T05:19:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46359 is added to blk_1073741830_1006 (size=63666) 2024-12-04T05:19:54,790 INFO [M:0;6c7595a931c3:46525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:19:54,791 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:19:54,791 INFO [M:0;6c7595a931c3:46525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46525 2024-12-04T05:19:54,791 INFO [M:0;6c7595a931c3:46525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:19:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:54,893 INFO [M:0;6c7595a931c3:46525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:19:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46525-0x1017be9d1d10000, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:19:54,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64f2cb0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:54,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f697db0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:54,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:54,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454830c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:54,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c7b60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:54,898 WARN [BP-1046784012-172.17.0.2-1733289568103 heartbeating to localhost/127.0.0.1:42159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:19:54,898 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:19:54,898 WARN [BP-1046784012-172.17.0.2-1733289568103 heartbeating to localhost/127.0.0.1:42159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046784012-172.17.0.2-1733289568103 (Datanode Uuid 64b6ce64-1940-4218-adea-04ffad52ff43) service to localhost/127.0.0.1:42159 2024-12-04T05:19:54,898 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:19:54,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/data/data1/current/BP-1046784012-172.17.0.2-1733289568103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:54,899 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/cluster_f3bba2a1-956d-f4b4-c922-0258520897c6/data/data2/current/BP-1046784012-172.17.0.2-1733289568103 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:19:54,899 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:19:54,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11591e77{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:54,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37b0d004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:19:54,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:19:54,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72fdf554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:19:54,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65c31455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b06c769-d756-037b-678f-457191a68748/hadoop.log.dir/,STOPPED} 2024-12-04T05:19:54,911 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:19:54,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:19:54,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 203) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43209 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57849) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42159 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43209 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57849) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42159 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43209 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:42159 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5154 (was 4614) - AvailableMemoryMB LEAK? - 2024-12-04T05:19:54,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5154 2024-12-04T05:19:54,960 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T05:19:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir so I do NOT create it in target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163 2024-12-04T05:19:54,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:19:54,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.tmp.dir so I do NOT create it in target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163 2024-12-04T05:19:54,961 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fc0e4dc-244d-9655-4d5d-12a17c8e5d2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:19:54,961 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163 2024-12-04T05:19:54,961 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5, deleteOnExit=true 2024-12-04T05:19:54,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/zookeeper_0, clientPort=60111, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:19:54,964 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60111 2024-12-04T05:19:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:19:54,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/test.cache.data in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:19:54,965 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:19:54,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:19:54,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:19:55,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017be9d1d10005, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:19:55,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017be9d1d10002, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:19:55,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017be9d1d10005, quorum=127.0.0.1:57849, baseZNode=/1930406659 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:19:55,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017be9d1d10002, quorum=127.0.0.1:57849, baseZNode=/0439258502 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:19:55,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:55,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:55,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:55,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:55,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:19:55,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:55,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@abb121d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:55,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20891a1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:55,092 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:55,093 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:55,093 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:55,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5da9cd49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/java.io.tmpdir/jetty-localhost-40225-hadoop-hdfs-3_4_1-tests_jar-_-any-7389062348795781434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:55,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42813850{HTTP/1.1, (http/1.1)}{localhost:40225} 2024-12-04T05:19:55,199 INFO [Time-limited test {}] server.Server(415): Started @181205ms 2024-12-04T05:19:55,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:55,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:55,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:55,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:55,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:55,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@367d9374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:55,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d7730ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:55,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7987b4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/java.io.tmpdir/jetty-localhost-43875-hadoop-hdfs-3_4_1-tests_jar-_-any-7101925547347312720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:55,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27010475{HTTP/1.1, (http/1.1)}{localhost:43875} 2024-12-04T05:19:55,392 INFO [Time-limited test {}] server.Server(415): Started @181398ms 2024-12-04T05:19:55,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:19:55,482 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/data/data2/current/BP-1183063118-172.17.0.2-1733289594987/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:55,482 WARN [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/data/data1/current/BP-1183063118-172.17.0.2-1733289594987/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:55,505 WARN [Thread-2158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:19:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86f570b67651f7db with lease ID 0x34a91c65e4725953: Processing first storage report for DS-e19f29a1-f9e9-494f-9a5b-b4b797f387fe from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=40721fb7-6cea-429b-ab01-559bd1314170, infoPort=40087, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=2039301698;c=1733289594987) 2024-12-04T05:19:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86f570b67651f7db with lease ID 0x34a91c65e4725953: from storage DS-e19f29a1-f9e9-494f-9a5b-b4b797f387fe node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=40721fb7-6cea-429b-ab01-559bd1314170, infoPort=40087, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=2039301698;c=1733289594987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86f570b67651f7db with lease ID 0x34a91c65e4725953: Processing first storage report for DS-85529cfe-1be6-4863-9916-fd827ec437b5 from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=40721fb7-6cea-429b-ab01-559bd1314170, infoPort=40087, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=2039301698;c=1733289594987) 2024-12-04T05:19:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86f570b67651f7db with lease ID 0x34a91c65e4725953: from storage DS-85529cfe-1be6-4863-9916-fd827ec437b5 node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=40721fb7-6cea-429b-ab01-559bd1314170, infoPort=40087, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=2039301698;c=1733289594987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:55,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163 2024-12-04T05:19:55,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:55,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:19:55,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f with version=8 2024-12-04T05:19:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/hbase-staging 2024-12-04T05:19:55,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:55,926 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:55,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42773 2024-12-04T05:19:55,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42773 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-04T05:19:55,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427730x0, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:55,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42773-0x1017bea3ae30000 connected 2024-12-04T05:19:55,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:55,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:55,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/running 2024-12-04T05:19:55,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f, hbase.cluster.distributed=false 2024-12-04T05:19:55,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/acl 2024-12-04T05:19:55,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42773 2024-12-04T05:19:55,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42773 2024-12-04T05:19:55,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42773 2024-12-04T05:19:55,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42773 2024-12-04T05:19:55,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42773 2024-12-04T05:19:55,973 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:55,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:55,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46417 2024-12-04T05:19:55,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46417 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-04T05:19:55,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:55,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:55,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464170x0, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:55,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464170x0, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/running 2024-12-04T05:19:55,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46417-0x1017bea3ae30001 connected 2024-12-04T05:19:55,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:55,985 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:55,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/master 2024-12-04T05:19:55,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/acl 2024-12-04T05:19:55,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46417 2024-12-04T05:19:55,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46417 2024-12-04T05:19:55,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46417 2024-12-04T05:19:55,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46417 2024-12-04T05:19:55,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46417 2024-12-04T05:19:56,004 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:42773 2024-12-04T05:19:56,004 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01109562864/backup-masters/6c7595a931c3,42773,1733289595926 2024-12-04T05:19:56,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864/backup-masters 2024-12-04T05:19:56,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864/backup-masters 2024-12-04T05:19:56,008 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on existing znode=/01109562864/backup-masters/6c7595a931c3,42773,1733289595926 2024-12-04T05:19:56,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01109562864/master 2024-12-04T05:19:56,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:56,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:56,009 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on existing znode=/01109562864/master 2024-12-04T05:19:56,010 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01109562864/backup-masters/6c7595a931c3,42773,1733289595926 from backup master directory 2024-12-04T05:19:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01109562864/backup-masters/6c7595a931c3,42773,1733289595926 2024-12-04T05:19:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864/backup-masters 2024-12-04T05:19:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864/backup-masters 2024-12-04T05:19:56,014 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:56,014 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,42773,1733289595926 2024-12-04T05:19:56,025 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/hbase.id] with ID: a29863ed-3176-48c2-89c1-5fd33c73dea0 2024-12-04T05:19:56,026 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/.tmp/hbase.id 2024-12-04T05:19:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:19:56,431 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/.tmp/hbase.id]:[hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/hbase.id] 2024-12-04T05:19:56,440 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:56,440 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:56,441 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:19:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:19:56,849 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:19:56,850 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:19:56,850 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:19:57,257 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store 2024-12-04T05:19:57,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:19:57,664 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:57,664 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:19:57,664 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:57,664 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:57,664 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:19:57,664 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:57,664 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:19:57,664 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289597664Disabling compacts and flushes for region at 1733289597664Disabling writes for close at 1733289597664Writing region close event to WAL at 1733289597664Closed at 1733289597664 2024-12-04T05:19:57,665 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/.initializing 2024-12-04T05:19:57,665 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/WALs/6c7595a931c3,42773,1733289595926 2024-12-04T05:19:57,666 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:57,667 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C42773%2C1733289595926, suffix=, logDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/WALs/6c7595a931c3,42773,1733289595926, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/oldWALs, maxLogs=10 2024-12-04T05:19:57,684 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/WALs/6c7595a931c3,42773,1733289595926/6c7595a931c3%2C42773%2C1733289595926.1733289597668, exclude list is [], retry=0 2024-12-04T05:19:57,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-e19f29a1-f9e9-494f-9a5b-b4b797f387fe,DISK] 2024-12-04T05:19:57,688 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/WALs/6c7595a931c3,42773,1733289595926/6c7595a931c3%2C42773%2C1733289595926.1733289597668 2024-12-04T05:19:57,688 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40087:40087)] 2024-12-04T05:19:57,688 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:57,689 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:57,689 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,689 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:19:57,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:57,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:57,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:19:57,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:57,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:57,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:19:57,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:57,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:57,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:19:57,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:57,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:19:57,694 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,695 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,695 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,696 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,696 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,696 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:57,697 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:19:57,698 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:57,699 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59482715, jitterRate=-0.11363847553730011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:57,700 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289597689Initializing all the Stores at 1733289597689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289597689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289597690 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289597690Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289597690Cleaning up temporary data from old regions at 1733289597696 (+6 ms)Region opened successfully at 1733289597699 (+3 ms) 2024-12-04T05:19:57,700 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:19:57,702 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd6fce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:57,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:19:57,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:19:57,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:19:57,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:19:57,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:19:57,704 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:19:57,704 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:19:57,705 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:19:57,706 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Unable to get data of znode /01109562864/balancer because node does not exist (not necessarily an error) 2024-12-04T05:19:57,709 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01109562864/balancer already deleted, retry=false 2024-12-04T05:19:57,709 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:19:57,710 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Unable to get data of znode /01109562864/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:19:57,711 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01109562864/normalizer already deleted, retry=false 2024-12-04T05:19:57,711 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:19:57,712 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Unable to get data of znode /01109562864/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:19:57,713 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01109562864/switch/split already deleted, retry=false 2024-12-04T05:19:57,714 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Unable to get data of znode /01109562864/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:19:57,715 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01109562864/switch/merge already deleted, retry=false 2024-12-04T05:19:57,716 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Unable to get data of znode /01109562864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:19:57,720 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01109562864/snapshot-cleanup already deleted, retry=false 2024-12-04T05:19:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01109562864/running 2024-12-04T05:19:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01109562864/running 2024-12-04T05:19:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:57,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:57,722 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,42773,1733289595926, sessionid=0x1017bea3ae30000, setting cluster-up flag (Was=false) 2024-12-04T05:19:57,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:57,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:57,735 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01109562864/flush-table-proc/acquired, /01109562864/flush-table-proc/reached, /01109562864/flush-table-proc/abort 2024-12-04T05:19:57,736 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,42773,1733289595926 2024-12-04T05:19:57,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:57,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:57,745 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01109562864/online-snapshot/acquired, /01109562864/online-snapshot/reached, /01109562864/online-snapshot/abort 2024-12-04T05:19:57,746 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,42773,1733289595926 2024-12-04T05:19:57,746 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:19:57,748 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:57,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:19:57,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:19:57,748 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,42773,1733289595926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:57,749 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289627750 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:19:57,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:57,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:19:57,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:19:57,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:57,751 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:19:57,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:19:57,751 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289597751,5,FailOnTimeoutGroup] 2024-12-04T05:19:57,752 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289597751,5,FailOnTimeoutGroup] 2024-12-04T05:19:57,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:19:57,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:19:57,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:19:57,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f 2024-12-04T05:19:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:19:57,795 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(746): ClusterId : a29863ed-3176-48c2-89c1-5fd33c73dea0 2024-12-04T05:19:57,795 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:19:57,798 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:19:57,798 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:19:57,800 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:19:57,800 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749c86f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:19:57,815 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:46417 2024-12-04T05:19:57,815 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:19:57,815 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:19:57,815 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:19:57,816 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,42773,1733289595926 with port=46417, startcode=1733289595973 2024-12-04T05:19:57,816 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:19:57,817 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:19:57,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,46417,1733289595973 2024-12-04T05:19:57,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42773 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,46417,1733289595973 2024-12-04T05:19:57,819 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f 2024-12-04T05:19:57,819 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38699 2024-12-04T05:19:57,819 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:19:57,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864/rs 2024-12-04T05:19:57,820 DEBUG [RS:0;6c7595a931c3:46417 {}] zookeeper.ZKUtil(111): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on existing znode=/01109562864/rs/6c7595a931c3,46417,1733289595973 2024-12-04T05:19:57,820 WARN [RS:0;6c7595a931c3:46417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:57,821 INFO [RS:0;6c7595a931c3:46417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:57,821 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973 2024-12-04T05:19:57,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,46417,1733289595973] 2024-12-04T05:19:57,823 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:19:57,825 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:19:57,826 INFO [RS:0;6c7595a931c3:46417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:19:57,826 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,826 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:19:57,826 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:19:57,826 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,826 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,826 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:57,827 DEBUG [RS:0;6c7595a931c3:46417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:19:57,827 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,827 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,827 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,827 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,827 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,827 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46417,1733289595973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:57,841 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:19:57,841 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,46417,1733289595973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,841 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,841 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.Replication(171): 6c7595a931c3,46417,1733289595973 started 2024-12-04T05:19:57,855 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:57,855 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,46417,1733289595973, RpcServer on 6c7595a931c3/172.17.0.2:46417, sessionid=0x1017bea3ae30001 2024-12-04T05:19:57,855 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:19:57,855 DEBUG [RS:0;6c7595a931c3:46417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,46417,1733289595973 2024-12-04T05:19:57,855 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,46417,1733289595973' 2024-12-04T05:19:57,855 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01109562864/flush-table-proc/abort' 2024-12-04T05:19:57,855 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01109562864/flush-table-proc/acquired' 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,46417,1733289595973 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,46417,1733289595973' 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01109562864/online-snapshot/abort' 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01109562864/online-snapshot/acquired' 2024-12-04T05:19:57,856 DEBUG [RS:0;6c7595a931c3:46417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:19:57,856 INFO [RS:0;6c7595a931c3:46417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:19:57,856 INFO [RS:0;6c7595a931c3:46417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:19:57,957 INFO [RS:0;6c7595a931c3:46417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:19:57,958 INFO [RS:0;6c7595a931c3:46417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C46417%2C1733289595973, suffix=, logDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/oldWALs, maxLogs=10 2024-12-04T05:19:57,973 DEBUG [RS:0;6c7595a931c3:46417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, exclude list is [], retry=0 2024-12-04T05:19:57,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-e19f29a1-f9e9-494f-9a5b-b4b797f387fe,DISK] 2024-12-04T05:19:57,978 INFO [RS:0;6c7595a931c3:46417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 2024-12-04T05:19:57,978 DEBUG [RS:0;6c7595a931c3:46417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40087:40087)] 2024-12-04T05:19:58,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:58,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:58,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:58,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:58,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:58,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:58,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:58,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:58,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:58,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:58,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740 2024-12-04T05:19:58,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740 2024-12-04T05:19:58,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:58,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:58,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:58,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:58,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:19:58,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66924831, jitterRate=-0.0027423053979873657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:58,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289598166Initializing all the Stores at 1733289598167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289598167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289598167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289598167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289598167Cleaning up temporary data from old regions at 1733289598174 (+7 ms)Region opened successfully at 1733289598178 (+4 ms) 2024-12-04T05:19:58,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:19:58,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:19:58,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:19:58,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:19:58,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:19:58,178 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:19:58,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289598178Disabling compacts and flushes for region at 1733289598178Disabling writes for close at 1733289598178Writing region close event to WAL at 1733289598178Closed at 1733289598178 2024-12-04T05:19:58,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:58,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:19:58,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:19:58,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:58,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:19:58,331 DEBUG [6c7595a931c3:42773 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:19:58,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,46417,1733289595973 2024-12-04T05:19:58,333 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,46417,1733289595973, state=OPENING 2024-12-04T05:19:58,334 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:19:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:58,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:19:58,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:19:58,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01109562864/meta-region-server: CHANGED 2024-12-04T05:19:58,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01109562864/meta-region-server: CHANGED 2024-12-04T05:19:58,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,46417,1733289595973}] 2024-12-04T05:19:58,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:19:58,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:19:58,494 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:19:58,495 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:19:58,495 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:19:58,496 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C46417%2C1733289595973.meta, suffix=.meta, logDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/oldWALs, maxLogs=10 2024-12-04T05:19:58,513 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.meta.1733289598496.meta, exclude list is [], retry=0 2024-12-04T05:19:58,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-e19f29a1-f9e9-494f-9a5b-b4b797f387fe,DISK] 2024-12-04T05:19:58,516 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.meta.1733289598496.meta 2024-12-04T05:19:58,517 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40087:40087)] 2024-12-04T05:19:58,517 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:19:58,517 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:19:58,517 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:19:58,517 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:19:58,517 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:19:58,518 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:19:58,518 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:19:58,518 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:19:58,518 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:19:58,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:19:58,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:19:58,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:19:58,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:19:58,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:19:58,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:19:58,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:19:58,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:19:58,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:19:58,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:19:58,523 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:19:58,523 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740 2024-12-04T05:19:58,524 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740 2024-12-04T05:19:58,525 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:19:58,525 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:19:58,525 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:19:58,526 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:19:58,527 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70776544, jitterRate=0.05465269088745117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:19:58,527 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:19:58,528 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289598518Writing region info on filesystem at 1733289598518Initializing all the Stores at 1733289598519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289598519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289598519Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289598519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289598519Cleaning up temporary data from old regions at 1733289598525 (+6 ms)Running coprocessor post-open hooks at 1733289598527 (+2 ms)Region opened successfully at 1733289598527 2024-12-04T05:19:58,528 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289598490 2024-12-04T05:19:58,530 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:19:58,530 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:19:58,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,46417,1733289595973 2024-12-04T05:19:58,532 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,46417,1733289595973, state=OPEN 2024-12-04T05:19:58,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01109562864/meta-region-server 2024-12-04T05:19:58,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01109562864/meta-region-server 2024-12-04T05:19:58,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,46417,1733289595973 2024-12-04T05:19:58,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01109562864/meta-region-server: CHANGED 2024-12-04T05:19:58,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01109562864/meta-region-server: CHANGED 2024-12-04T05:19:58,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:19:58,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,46417,1733289595973 in 199 msec 2024-12-04T05:19:58,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:19:58,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-04T05:19:58,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:19:58,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:19:58,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:58,542 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,46417,1733289595973, seqNum=-1] 2024-12-04T05:19:58,542 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:58,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:58,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-12-04T05:19:58,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289598548, completionTime=-1 2024-12-04T05:19:58,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:19:58,548 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289658550 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289718550 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42773,1733289595926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42773,1733289595926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42773,1733289595926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:42773, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,552 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:19:58,556 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.546sec 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42773,1733289595926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:19:58,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42773,1733289595926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:19:58,562 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:19:58,562 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:19:58,562 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42773,1733289595926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:19:58,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4307361e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:58,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42773,-1 for getting cluster id 2024-12-04T05:19:58,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:19:58,597 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a29863ed-3176-48c2-89c1-5fd33c73dea0' 2024-12-04T05:19:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:19:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a29863ed-3176-48c2-89c1-5fd33c73dea0" 2024-12-04T05:19:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42773,-1] 2024-12-04T05:19:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:19:58,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:19:58,599 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:19:58,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d76fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:19:58,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:19:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,46417,1733289595973, seqNum=-1] 2024-12-04T05:19:58,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:19:58,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:19:58,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,42773,1733289595926 2024-12-04T05:19:58,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-04T05:19:58,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:58,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017bea3ae30002 connected 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir so I do NOT create it in target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216 2024-12-04T05:19:58,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.tmp.dir so I do NOT create it in target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216 2024-12-04T05:19:58,623 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:19:58,623 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/cluster_8e6204de-6a69-7937-36b6-32bec2b985c6, deleteOnExit=true 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/test.cache.data in system properties and HBase conf 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:19:58,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:19:58,624 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:19:58,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:19:58,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:19:58,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:58,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:58,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:58,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:58,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:58,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:58,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65818e23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:58,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b0bcb26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:58,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e2ce867{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/java.io.tmpdir/jetty-localhost-40145-hadoop-hdfs-3_4_1-tests_jar-_-any-6699539072334695618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:19:58,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46217896{HTTP/1.1, (http/1.1)}{localhost:40145} 2024-12-04T05:19:58,828 INFO [Time-limited test {}] server.Server(415): Started @184834ms 2024-12-04T05:19:58,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:19:58,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:19:58,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:19:58,906 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:19:58,906 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:19:58,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002fab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:19:58,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16d5c4b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:19:59,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ed1954a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/java.io.tmpdir/jetty-localhost-42867-hadoop-hdfs-3_4_1-tests_jar-_-any-7983835498376638934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:19:59,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30f0bb80{HTTP/1.1, (http/1.1)}{localhost:42867} 2024-12-04T05:19:59,022 INFO [Time-limited test {}] server.Server(415): Started @185027ms 2024-12-04T05:19:59,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:19:59,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:19:59,123 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:59,124 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:19:59,134 WARN [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/cluster_8e6204de-6a69-7937-36b6-32bec2b985c6/data/data1/current/BP-105102950-172.17.0.2-1733289598644/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:19:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:19:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:19:59,137 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/cluster_8e6204de-6a69-7937-36b6-32bec2b985c6/data/data2/current/BP-105102950-172.17.0.2-1733289598644/current, will proceed with Du for space computation calculation, 2024-12-04T05:19:59,174 WARN [Thread-2278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:19:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59ece712ca88c1cc with lease ID 0x6dd8e3b97002fefe: Processing first storage report for DS-db9fa7b7-b213-4162-8f85-cfc7b188c132 from datanode DatanodeRegistration(127.0.0.1:46727, datanodeUuid=dd776b38-1de4-4b89-bfb0-bac0443e1ced, infoPort=37515, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=1451425651;c=1733289598644) 2024-12-04T05:19:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59ece712ca88c1cc with lease ID 0x6dd8e3b97002fefe: from storage DS-db9fa7b7-b213-4162-8f85-cfc7b188c132 node DatanodeRegistration(127.0.0.1:46727, datanodeUuid=dd776b38-1de4-4b89-bfb0-bac0443e1ced, infoPort=37515, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=1451425651;c=1733289598644), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59ece712ca88c1cc with lease ID 0x6dd8e3b97002fefe: Processing first storage report for DS-7f220920-26ff-4627-a748-b8d9ac0add4e from datanode DatanodeRegistration(127.0.0.1:46727, datanodeUuid=dd776b38-1de4-4b89-bfb0-bac0443e1ced, infoPort=37515, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=1451425651;c=1733289598644) 2024-12-04T05:19:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59ece712ca88c1cc with lease ID 0x6dd8e3b97002fefe: from storage DS-7f220920-26ff-4627-a748-b8d9ac0add4e node DatanodeRegistration(127.0.0.1:46727, datanodeUuid=dd776b38-1de4-4b89-bfb0-bac0443e1ced, infoPort=37515, infoSecurePort=0, ipcPort=38427, storageInfo=lv=-57;cid=testClusterID;nsid=1451425651;c=1733289598644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:19:59,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216 2024-12-04T05:19:59,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:19:59,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086 with version=8 2024-12-04T05:19:59,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/hbase-staging 2024-12-04T05:19:59,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:59,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:59,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:59,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:59,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:59,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:59,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:19:59,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:59,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45985 2024-12-04T05:19:59,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45985 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-04T05:19:59,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459850x0, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:59,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45985-0x1017bea3ae30003 connected 2024-12-04T05:19:59,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/running 2024-12-04T05:19:59,719 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086, hbase.cluster.distributed=false 2024-12-04T05:19:59,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/acl 2024-12-04T05:19:59,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45985 2024-12-04T05:19:59,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45985 2024-12-04T05:19:59,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45985 2024-12-04T05:19:59,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45985 2024-12-04T05:19:59,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45985 2024-12-04T05:19:59,752 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:19:59,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:19:59,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34161 2024-12-04T05:19:59,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34161 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-04T05:19:59,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341610x0, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:19:59,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341610x0, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/running 2024-12-04T05:19:59,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:19:59,778 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:19:59,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341610x0, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/master 2024-12-04T05:19:59,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341610x0, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/acl 2024-12-04T05:19:59,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34161-0x1017bea3ae30004 connected 2024-12-04T05:19:59,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34161 2024-12-04T05:19:59,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34161 2024-12-04T05:19:59,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34161 2024-12-04T05:19:59,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34161 2024-12-04T05:19:59,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34161 2024-12-04T05:19:59,803 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:45985 2024-12-04T05:19:59,803 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1035182452/backup-masters/6c7595a931c3,45985,1733289599686 2024-12-04T05:19:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452/backup-masters 2024-12-04T05:19:59,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452/backup-masters 2024-12-04T05:19:59,806 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on existing znode=/1-1035182452/backup-masters/6c7595a931c3,45985,1733289599686 2024-12-04T05:19:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:19:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1035182452/master 2024-12-04T05:19:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:19:59,809 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on existing znode=/1-1035182452/master 2024-12-04T05:19:59,809 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1035182452/backup-masters/6c7595a931c3,45985,1733289599686 from backup master directory 2024-12-04T05:19:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1035182452/backup-masters/6c7595a931c3,45985,1733289599686 2024-12-04T05:19:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452/backup-masters 2024-12-04T05:19:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452/backup-masters 2024-12-04T05:19:59,811 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:19:59,811 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,45985,1733289599686 2024-12-04T05:19:59,815 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/hbase.id] with ID: 0e29772e-c043-418a-a916-57f8250db14e 2024-12-04T05:19:59,815 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/.tmp/hbase.id 2024-12-04T05:19:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:19:59,842 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/.tmp/hbase.id]:[hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/hbase.id] 2024-12-04T05:19:59,857 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:19:59,857 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:19:59,858 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:19:59,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:19:59,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:19:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:20:00,291 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:00,292 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:20:00,292 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:20:00,705 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store 2024-12-04T05:20:00,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:20:00,721 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:00,721 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:00,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:00,721 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:00,721 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:00,721 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:00,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:00,721 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289600721Disabling compacts and flushes for region at 1733289600721Disabling writes for close at 1733289600721Writing region close event to WAL at 1733289600721Closed at 1733289600721 2024-12-04T05:20:00,722 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/.initializing 2024-12-04T05:20:00,722 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/WALs/6c7595a931c3,45985,1733289599686 2024-12-04T05:20:00,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:00,725 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C45985%2C1733289599686, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/WALs/6c7595a931c3,45985,1733289599686, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/oldWALs, maxLogs=10 2024-12-04T05:20:00,746 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/WALs/6c7595a931c3,45985,1733289599686/6c7595a931c3%2C45985%2C1733289599686.1733289600726, exclude list is [], retry=0 2024-12-04T05:20:00,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46727,DS-db9fa7b7-b213-4162-8f85-cfc7b188c132,DISK] 2024-12-04T05:20:00,750 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/WALs/6c7595a931c3,45985,1733289599686/6c7595a931c3%2C45985%2C1733289599686.1733289600726 2024-12-04T05:20:00,751 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-04T05:20:00,751 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:00,751 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:00,751 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,751 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:20:00,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:00,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:20:00,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:00,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:20:00,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:00,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:20:00,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:00,765 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,766 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,766 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,767 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,767 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,768 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:00,769 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:00,771 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:00,772 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72136882, jitterRate=0.0749233067035675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:00,772 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289600751Initializing all the Stores at 1733289600752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289600752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289600752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289600752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289600752Cleaning up temporary data from old regions at 1733289600767 (+15 ms)Region opened successfully at 1733289600772 (+5 ms) 2024-12-04T05:20:00,776 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:20:00,779 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cbbb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:00,780 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:20:00,780 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:20:00,781 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:20:00,781 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:20:00,781 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:20:00,781 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:20:00,781 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:20:00,784 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:20:00,785 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Unable to get data of znode /1-1035182452/balancer because node does not exist (not necessarily an error) 2024-12-04T05:20:00,786 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1035182452/balancer already deleted, retry=false 2024-12-04T05:20:00,787 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:20:00,787 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Unable to get data of znode /1-1035182452/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:20:00,789 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1035182452/normalizer already deleted, retry=false 2024-12-04T05:20:00,789 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:20:00,793 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Unable to get data of znode /1-1035182452/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:20:00,795 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1035182452/switch/split already deleted, retry=false 2024-12-04T05:20:00,796 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Unable to get data of znode /1-1035182452/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:20:00,799 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1035182452/switch/merge already deleted, retry=false 2024-12-04T05:20:00,803 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Unable to get data of znode /1-1035182452/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:20:00,804 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1035182452/snapshot-cleanup already deleted, retry=false 2024-12-04T05:20:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1035182452/running 2024-12-04T05:20:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1035182452/running 2024-12-04T05:20:00,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:00,807 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,45985,1733289599686, sessionid=0x1017bea3ae30003, setting cluster-up flag (Was=false) 2024-12-04T05:20:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:00,822 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1035182452/flush-table-proc/acquired, /1-1035182452/flush-table-proc/reached, /1-1035182452/flush-table-proc/abort 2024-12-04T05:20:00,829 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,45985,1733289599686 2024-12-04T05:20:00,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:00,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:00,840 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1035182452/online-snapshot/acquired, /1-1035182452/online-snapshot/reached, /1-1035182452/online-snapshot/abort 2024-12-04T05:20:00,841 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,45985,1733289599686 2024-12-04T05:20:00,845 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:20:00,850 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:00,850 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:20:00,850 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:20:00,851 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,45985,1733289599686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:00,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:00,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:20:00,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289630874 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:20:00,874 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:20:00,875 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,875 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:20:00,875 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:20:00,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:20:00,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:20:00,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:20:00,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:20:00,877 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289600876,5,FailOnTimeoutGroup] 2024-12-04T05:20:00,877 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289600877,5,FailOnTimeoutGroup] 2024-12-04T05:20:00,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:20:00,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,888 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(746): ClusterId : 0e29772e-c043-418a-a916-57f8250db14e 2024-12-04T05:20:00,888 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:20:00,892 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:20:00,892 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:20:00,895 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:20:00,895 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4336e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:20:00,910 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:34161 2024-12-04T05:20:00,910 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:20:00,910 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:20:00,910 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:20:00,913 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,45985,1733289599686 with port=34161, startcode=1733289599752 2024-12-04T05:20:00,913 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:20:00,915 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:20:00,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,34161,1733289599752 2024-12-04T05:20:00,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45985 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:00,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:20:00,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086 2024-12-04T05:20:00,919 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086 2024-12-04T05:20:00,919 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46189 2024-12-04T05:20:00,919 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:20:00,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452/rs 2024-12-04T05:20:00,925 DEBUG [RS:0;6c7595a931c3:34161 {}] zookeeper.ZKUtil(111): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on existing znode=/1-1035182452/rs/6c7595a931c3,34161,1733289599752 2024-12-04T05:20:00,925 WARN [RS:0;6c7595a931c3:34161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:00,925 INFO [RS:0;6c7595a931c3:34161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:00,925 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752 2024-12-04T05:20:00,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,34161,1733289599752] 2024-12-04T05:20:00,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:20:00,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:00,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:00,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:00,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:00,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:00,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:00,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:00,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:00,964 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:20:00,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:00,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:00,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:00,966 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:20:00,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:00,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:00,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:00,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:00,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740 2024-12-04T05:20:00,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740 2024-12-04T05:20:00,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:00,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:00,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:00,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:00,976 INFO [RS:0;6c7595a931c3:34161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:20:00,976 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,980 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:20:00,981 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:20:00,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:00,981 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,981 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,981 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,981 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,981 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,981 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,981 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:00,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62132608, jitterRate=-0.07415199279785156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:00,982 DEBUG [RS:0;6c7595a931c3:34161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:00,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289600954Initializing all the Stores at 1733289600956 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289600956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289600956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289600956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289600956Cleaning up temporary data from old regions at 1733289600970 (+14 ms)Region opened successfully at 1733289600982 (+12 ms) 2024-12-04T05:20:00,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:00,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:00,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:00,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:00,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:00,986 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,986 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,986 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,986 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,986 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:00,986 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34161,1733289599752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:00,986 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:00,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289600982Disabling compacts and flushes for region at 1733289600982Disabling writes for close at 1733289600982Writing region close event to WAL at 1733289600986 (+4 ms)Closed at 1733289600986 2024-12-04T05:20:00,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:00,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:20:00,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:20:00,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:00,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:20:01,001 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:20:01,001 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34161,1733289599752-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,001 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,001 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.Replication(171): 6c7595a931c3,34161,1733289599752 started 2024-12-04T05:20:01,038 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,038 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,34161,1733289599752, RpcServer on 6c7595a931c3/172.17.0.2:34161, sessionid=0x1017bea3ae30004 2024-12-04T05:20:01,038 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:20:01,038 DEBUG [RS:0;6c7595a931c3:34161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,34161,1733289599752 2024-12-04T05:20:01,038 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,34161,1733289599752' 2024-12-04T05:20:01,038 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1035182452/flush-table-proc/abort' 2024-12-04T05:20:01,043 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1035182452/flush-table-proc/acquired' 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,34161,1733289599752 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,34161,1733289599752' 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1035182452/online-snapshot/abort' 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1035182452/online-snapshot/acquired' 2024-12-04T05:20:01,044 DEBUG [RS:0;6c7595a931c3:34161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:20:01,045 INFO [RS:0;6c7595a931c3:34161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:20:01,045 INFO [RS:0;6c7595a931c3:34161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:20:01,139 WARN [6c7595a931c3:45985 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:20:01,145 INFO [RS:0;6c7595a931c3:34161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:01,147 INFO [RS:0;6c7595a931c3:34161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C34161%2C1733289599752, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/oldWALs, maxLogs=10 2024-12-04T05:20:01,166 DEBUG [RS:0;6c7595a931c3:34161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, exclude list is [], retry=0 2024-12-04T05:20:01,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46727,DS-db9fa7b7-b213-4162-8f85-cfc7b188c132,DISK] 2024-12-04T05:20:01,171 INFO [RS:0;6c7595a931c3:34161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 2024-12-04T05:20:01,171 DEBUG [RS:0;6c7595a931c3:34161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-04T05:20:01,390 DEBUG [6c7595a931c3:45985 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:20:01,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:01,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,34161,1733289599752, state=OPENING 2024-12-04T05:20:01,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:20:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:01,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:01,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1035182452/meta-region-server: CHANGED 2024-12-04T05:20:01,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1035182452/meta-region-server: CHANGED 2024-12-04T05:20:01,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:01,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,34161,1733289599752}] 2024-12-04T05:20:01,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:01,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:20:01,554 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:20:01,555 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:01,555 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:20:01,556 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C34161%2C1733289599752.meta, suffix=.meta, logDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/oldWALs, maxLogs=10 2024-12-04T05:20:01,572 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.meta.1733289601556.meta, exclude list is [], retry=0 2024-12-04T05:20:01,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46727,DS-db9fa7b7-b213-4162-8f85-cfc7b188c132,DISK] 2024-12-04T05:20:01,577 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.meta.1733289601556.meta 2024-12-04T05:20:01,577 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-04T05:20:01,577 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:01,578 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:01,578 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:01,578 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:20:01,578 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:20:01,578 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:20:01,578 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:01,578 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:20:01,578 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:20:01,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:01,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:01,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:01,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:01,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:01,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:01,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:01,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:01,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:01,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:01,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:01,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:01,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:01,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:01,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:01,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:01,585 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:01,585 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740 2024-12-04T05:20:01,586 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740 2024-12-04T05:20:01,587 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:01,588 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:01,588 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:01,590 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:01,590 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60061511, jitterRate=-0.10501374304294586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:01,591 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:20:01,591 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289601578Writing region info on filesystem at 1733289601578Initializing all the Stores at 1733289601579 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289601579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289601579Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289601579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289601579Cleaning up temporary data from old regions at 1733289601588 (+9 ms)Running coprocessor post-open hooks at 1733289601591 (+3 ms)Region opened successfully at 1733289601591 2024-12-04T05:20:01,592 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289601548 2024-12-04T05:20:01,594 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:20:01,594 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:20:01,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:01,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,34161,1733289599752, state=OPEN 2024-12-04T05:20:01,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1035182452/meta-region-server 2024-12-04T05:20:01,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1035182452/meta-region-server 2024-12-04T05:20:01,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:01,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1035182452/meta-region-server: CHANGED 2024-12-04T05:20:01,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1035182452/meta-region-server: CHANGED 2024-12-04T05:20:01,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:20:01,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,34161,1733289599752 in 217 msec 2024-12-04T05:20:01,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:20:01,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-12-04T05:20:01,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:01,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:20:01,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:01,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34161,1733289599752, seqNum=-1] 2024-12-04T05:20:01,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:01,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:01,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-12-04T05:20:01,623 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289601623, completionTime=-1 2024-12-04T05:20:01,623 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:20:01,623 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:20:01,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:20:01,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289661625 2024-12-04T05:20:01,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289721625 2024-12-04T05:20:01,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:20:01,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45985,1733289599686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45985,1733289599686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45985,1733289599686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:45985, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,626 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,628 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:20:01,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.818sec 2024-12-04T05:20:01,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:20:01,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:20:01,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:20:01,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:20:01,630 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:20:01,630 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45985,1733289599686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:01,630 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45985,1733289599686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:20:01,632 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:20:01,632 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:20:01,632 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45985,1733289599686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:01,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40157282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:01,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45985,-1 for getting cluster id 2024-12-04T05:20:01,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:01,690 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29772e-c043-418a-a916-57f8250db14e' 2024-12-04T05:20:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29772e-c043-418a-a916-57f8250db14e" 2024-12-04T05:20:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1538bc91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:01,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45985,-1] 2024-12-04T05:20:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:01,693 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:01,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435f652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:01,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34161,1733289599752, seqNum=-1] 2024-12-04T05:20:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:01,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:01,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,45985,1733289599686 2024-12-04T05:20:01,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60111 2024-12-04T05:20:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:01,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017bea3ae30005 connected 2024-12-04T05:20:01,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42773,1733289595926 2024-12-04T05:20:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6691c925 2024-12-04T05:20:01,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:01,709 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:01,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:20:01,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:01,712 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:01,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:20:01,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:20:01,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4cf51f29b6951a1cbb5dd6909435b17e, NAME => 'test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f 2024-12-04T05:20:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:20:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:02,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:02,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4cf51f29b6951a1cbb5dd6909435b17e, disabling compactions & flushes 2024-12-04T05:20:02,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. after waiting 0 ms 2024-12-04T05:20:02,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4cf51f29b6951a1cbb5dd6909435b17e: Waiting for close lock at 1733289602135Disabling compacts and flushes for region at 1733289602135Disabling writes for close at 1733289602135Writing region close event to WAL at 1733289602135Closed at 1733289602135 2024-12-04T05:20:02,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:02,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289602137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289602137"}]},"ts":"1733289602137"} 2024-12-04T05:20:02,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:02,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:02,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289602141"}]},"ts":"1733289602141"} 2024-12-04T05:20:02,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:20:02,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cf51f29b6951a1cbb5dd6909435b17e, ASSIGN}] 2024-12-04T05:20:02,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4cf51f29b6951a1cbb5dd6909435b17e, ASSIGN 2024-12-04T05:20:02,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4cf51f29b6951a1cbb5dd6909435b17e, ASSIGN; state=OFFLINE, location=6c7595a931c3,46417,1733289595973; forceNewPlan=false, retain=false 2024-12-04T05:20:02,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cf51f29b6951a1cbb5dd6909435b17e, regionState=OPENING, regionLocation=6c7595a931c3,46417,1733289595973 2024-12-04T05:20:02,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4cf51f29b6951a1cbb5dd6909435b17e, ASSIGN because future has completed 2024-12-04T05:20:02,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf51f29b6951a1cbb5dd6909435b17e, server=6c7595a931c3,46417,1733289595973}] 2024-12-04T05:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:02,457 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,457 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4cf51f29b6951a1cbb5dd6909435b17e, NAME => 'test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:02,457 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:02,457 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:20:02,458 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,458 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:02,458 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,458 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,459 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,461 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf51f29b6951a1cbb5dd6909435b17e columnFamilyName f 2024-12-04T05:20:02,461 DEBUG [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:02,461 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] regionserver.HStore(327): Store=4cf51f29b6951a1cbb5dd6909435b17e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:02,461 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,462 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf51f29b6951a1cbb5dd6909435b17e columnFamilyName f1 2024-12-04T05:20:02,462 DEBUG [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:02,463 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] regionserver.HStore(327): Store=4cf51f29b6951a1cbb5dd6909435b17e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:02,463 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,464 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cf51f29b6951a1cbb5dd6909435b17e columnFamilyName norep 2024-12-04T05:20:02,464 DEBUG [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:02,464 INFO [StoreOpener-4cf51f29b6951a1cbb5dd6909435b17e-1 {}] regionserver.HStore(327): Store=4cf51f29b6951a1cbb5dd6909435b17e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:02,468 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,469 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,469 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,470 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,470 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,471 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:02,472 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,474 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:02,474 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4cf51f29b6951a1cbb5dd6909435b17e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68735932, jitterRate=0.02424520254135132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:02,474 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:02,475 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4cf51f29b6951a1cbb5dd6909435b17e: Running coprocessor pre-open hook at 1733289602458Writing region info on filesystem at 1733289602458Initializing all the Stores at 1733289602459 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289602459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289602459Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289602459Cleaning up temporary data from old regions at 1733289602470 (+11 ms)Running coprocessor post-open hooks at 1733289602474 (+4 ms)Region opened successfully at 1733289602475 (+1 ms) 2024-12-04T05:20:02,476 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e., pid=6, masterSystemTime=1733289602451 2024-12-04T05:20:02,478 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,478 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:02,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4cf51f29b6951a1cbb5dd6909435b17e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,46417,1733289595973 2024-12-04T05:20:02,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4cf51f29b6951a1cbb5dd6909435b17e, server=6c7595a931c3,46417,1733289595973 because future has completed 2024-12-04T05:20:02,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:20:02,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4cf51f29b6951a1cbb5dd6909435b17e, server=6c7595a931c3,46417,1733289595973 in 187 msec 2024-12-04T05:20:02,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:20:02,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4cf51f29b6951a1cbb5dd6909435b17e, ASSIGN in 344 msec 2024-12-04T05:20:02,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:02,490 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289602490"}]},"ts":"1733289602490"} 2024-12-04T05:20:02,492 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:20:02,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:02,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-12-04T05:20:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:02,853 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:20:02,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,45985,1733289599686 2024-12-04T05:20:02,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e93516 2024-12-04T05:20:02,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:02,856 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:02,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:20:02,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:02,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:02,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:20:02,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:02,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:20:02,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7962e1fe7e07dc2f5cb4a4b11b32c5f6, NAME => 'test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086 2024-12-04T05:20:02,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:20:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:03,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:03,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7962e1fe7e07dc2f5cb4a4b11b32c5f6, disabling compactions & flushes 2024-12-04T05:20:03,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. after waiting 0 ms 2024-12-04T05:20:03,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7962e1fe7e07dc2f5cb4a4b11b32c5f6: Waiting for close lock at 1733289603283Disabling compacts and flushes for region at 1733289603283Disabling writes for close at 1733289603283Writing region close event to WAL at 1733289603283Closed at 1733289603283 2024-12-04T05:20:03,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:03,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289603285"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289603285"}]},"ts":"1733289603285"} 2024-12-04T05:20:03,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:03,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:03,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289603289"}]},"ts":"1733289603289"} 2024-12-04T05:20:03,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:20:03,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7962e1fe7e07dc2f5cb4a4b11b32c5f6, ASSIGN}] 2024-12-04T05:20:03,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7962e1fe7e07dc2f5cb4a4b11b32c5f6, ASSIGN 2024-12-04T05:20:03,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7962e1fe7e07dc2f5cb4a4b11b32c5f6, ASSIGN; state=OFFLINE, location=6c7595a931c3,34161,1733289599752; forceNewPlan=false, retain=false 2024-12-04T05:20:03,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7962e1fe7e07dc2f5cb4a4b11b32c5f6, regionState=OPENING, regionLocation=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:03,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7962e1fe7e07dc2f5cb4a4b11b32c5f6, ASSIGN because future has completed 2024-12-04T05:20:03,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7962e1fe7e07dc2f5cb4a4b11b32c5f6, server=6c7595a931c3,34161,1733289599752}] 2024-12-04T05:20:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:03,617 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,617 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7962e1fe7e07dc2f5cb4a4b11b32c5f6, NAME => 'test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:03,618 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:03,618 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:20:03,618 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,618 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:03,618 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,618 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,629 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,631 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7962e1fe7e07dc2f5cb4a4b11b32c5f6 columnFamilyName f 2024-12-04T05:20:03,631 DEBUG [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:03,631 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] regionserver.HStore(327): Store=7962e1fe7e07dc2f5cb4a4b11b32c5f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:03,632 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,633 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7962e1fe7e07dc2f5cb4a4b11b32c5f6 columnFamilyName f1 2024-12-04T05:20:03,633 DEBUG [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:03,633 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] regionserver.HStore(327): Store=7962e1fe7e07dc2f5cb4a4b11b32c5f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:03,633 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,634 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7962e1fe7e07dc2f5cb4a4b11b32c5f6 columnFamilyName norep 2024-12-04T05:20:03,634 DEBUG [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:03,635 INFO [StoreOpener-7962e1fe7e07dc2f5cb4a4b11b32c5f6-1 {}] regionserver.HStore(327): Store=7962e1fe7e07dc2f5cb4a4b11b32c5f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:03,635 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,636 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,636 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,637 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,637 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,637 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:03,638 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,646 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:03,647 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7962e1fe7e07dc2f5cb4a4b11b32c5f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62151882, jitterRate=-0.07386478781700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:03,647 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:03,647 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7962e1fe7e07dc2f5cb4a4b11b32c5f6: Running coprocessor pre-open hook at 1733289603618Writing region info on filesystem at 1733289603618Initializing all the Stores at 1733289603619 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289603619Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289603629 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289603629Cleaning up temporary data from old regions at 1733289603637 (+8 ms)Running coprocessor post-open hooks at 1733289603647 (+10 ms)Region opened successfully at 1733289603647 2024-12-04T05:20:03,648 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6., pid=6, masterSystemTime=1733289603611 2024-12-04T05:20:03,650 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,650 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:03,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7962e1fe7e07dc2f5cb4a4b11b32c5f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:03,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7962e1fe7e07dc2f5cb4a4b11b32c5f6, server=6c7595a931c3,34161,1733289599752 because future has completed 2024-12-04T05:20:03,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:20:03,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7962e1fe7e07dc2f5cb4a4b11b32c5f6, server=6c7595a931c3,34161,1733289599752 in 198 msec 2024-12-04T05:20:03,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:20:03,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7962e1fe7e07dc2f5cb4a4b11b32c5f6, ASSIGN in 369 msec 2024-12-04T05:20:03,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:03,663 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289603662"}]},"ts":"1733289603662"} 2024-12-04T05:20:03,665 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:20:03,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:03,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-12-04T05:20:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:04,003 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:20:04,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b25b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42773,-1 for getting cluster id 2024-12-04T05:20:04,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:04,006 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a29863ed-3176-48c2-89c1-5fd33c73dea0' 2024-12-04T05:20:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a29863ed-3176-48c2-89c1-5fd33c73dea0" 2024-12-04T05:20:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236d53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42773,-1] 2024-12-04T05:20:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:04,009 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:04,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2110ed61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd46eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45985,-1 for getting cluster id 2024-12-04T05:20:04,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:04,013 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29772e-c043-418a-a916-57f8250db14e' 2024-12-04T05:20:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:04,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29772e-c043-418a-a916-57f8250db14e" 2024-12-04T05:20:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c66ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45985,-1] 2024-12-04T05:20:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:04,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:04,016 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:04,016 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37303c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:04,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ccc26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42773,-1 for getting cluster id 2024-12-04T05:20:04,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:04,024 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a29863ed-3176-48c2-89c1-5fd33c73dea0' 2024-12-04T05:20:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a29863ed-3176-48c2-89c1-5fd33c73dea0" 2024-12-04T05:20:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd685c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42773,-1] 2024-12-04T05:20:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:04,026 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:04,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d83c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42773,1733289595926 2024-12-04T05:20:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5180a818 2024-12-04T05:20:04,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:04,029 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:04,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:45985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:20:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:20:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:04,033 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:45985' 2024-12-04T05:20:04,042 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8565e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,042 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45985,-1 for getting cluster id 2024-12-04T05:20:04,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:04,043 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29772e-c043-418a-a916-57f8250db14e' 2024-12-04T05:20:04,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:04,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29772e-c043-418a-a916-57f8250db14e" 2024-12-04T05:20:04,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a35d2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45985,-1] 2024-12-04T05:20:04,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:04,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:04,045 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:04,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bab7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:04,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:04,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,45985,1733289599686 2024-12-04T05:20:04,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41058152 2024-12-04T05:20:04,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:04,048 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:04,049 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:20:04,049 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:20:04,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:04,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:04,050 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:04,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:04,053 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:20:04,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:04,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:04,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:20:04,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:04,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d4aaef6001a782155aaf5b62d2d3a42, NAME => 'hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f 2024-12-04T05:20:04,104 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:20:04,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:20:04,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:20:04,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:20:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:04,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:04,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1d4aaef6001a782155aaf5b62d2d3a42, disabling compactions & flushes 2024-12-04T05:20:04,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. after waiting 0 ms 2024-12-04T05:20:04,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,518 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d4aaef6001a782155aaf5b62d2d3a42: Waiting for close lock at 1733289604518Disabling compacts and flushes for region at 1733289604518Disabling writes for close at 1733289604518Writing region close event to WAL at 1733289604518Closed at 1733289604518 2024-12-04T05:20:04,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:04,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289604520"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289604520"}]},"ts":"1733289604520"} 2024-12-04T05:20:04,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:04,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:04,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289604523"}]},"ts":"1733289604523"} 2024-12-04T05:20:04,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:20:04,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d4aaef6001a782155aaf5b62d2d3a42, ASSIGN}] 2024-12-04T05:20:04,526 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d4aaef6001a782155aaf5b62d2d3a42, ASSIGN 2024-12-04T05:20:04,527 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d4aaef6001a782155aaf5b62d2d3a42, ASSIGN; state=OFFLINE, location=6c7595a931c3,46417,1733289595973; forceNewPlan=false, retain=false 2024-12-04T05:20:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:04,678 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d4aaef6001a782155aaf5b62d2d3a42, regionState=OPENING, regionLocation=6c7595a931c3,46417,1733289595973 2024-12-04T05:20:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1d4aaef6001a782155aaf5b62d2d3a42, ASSIGN because future has completed 2024-12-04T05:20:04,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d4aaef6001a782155aaf5b62d2d3a42, server=6c7595a931c3,46417,1733289595973}] 2024-12-04T05:20:04,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:04,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:20:04,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C46417%2C1733289595973.rep, suffix=, logDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973, archiveDir=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/oldWALs, maxLogs=10 2024-12-04T05:20:04,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.rep.1733289604845, exclude list is [], retry=0 2024-12-04T05:20:04,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-e19f29a1-f9e9-494f-9a5b-b4b797f387fe,DISK] 2024-12-04T05:20:04,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.rep.1733289604845 2024-12-04T05:20:04,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40087:40087)] 2024-12-04T05:20:04,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d4aaef6001a782155aaf5b62d2d3a42, NAME => 'hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:04,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:04,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:04,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. service=MultiRowMutationService 2024-12-04T05:20:04,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:20:04,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:04,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,876 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,878 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d4aaef6001a782155aaf5b62d2d3a42 columnFamilyName hfileref 2024-12-04T05:20:04,878 DEBUG [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:04,878 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] regionserver.HStore(327): Store=1d4aaef6001a782155aaf5b62d2d3a42/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:04,878 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,879 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d4aaef6001a782155aaf5b62d2d3a42 columnFamilyName queue 2024-12-04T05:20:04,879 DEBUG [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:04,879 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] regionserver.HStore(327): Store=1d4aaef6001a782155aaf5b62d2d3a42/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:04,879 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,880 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d4aaef6001a782155aaf5b62d2d3a42 columnFamilyName sid 2024-12-04T05:20:04,880 DEBUG [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:04,881 INFO [StoreOpener-1d4aaef6001a782155aaf5b62d2d3a42-1 {}] regionserver.HStore(327): Store=1d4aaef6001a782155aaf5b62d2d3a42/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:04,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/replication/1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/replication/1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:04,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/replication/1d4aaef6001a782155aaf5b62d2d3a42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:04,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1d4aaef6001a782155aaf5b62d2d3a42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62746534, jitterRate=-0.06500378251075745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:04,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:04,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1d4aaef6001a782155aaf5b62d2d3a42: Running coprocessor pre-open hook at 1733289604872Writing region info on filesystem at 1733289604872Initializing all the Stores at 1733289604873 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289604873Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289604876 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289604876Cleaning up temporary data from old regions at 1733289604882 (+6 ms)Running coprocessor post-open hooks at 1733289604889 (+7 ms)Region opened successfully at 1733289604890 (+1 ms) 2024-12-04T05:20:04,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42., pid=10, masterSystemTime=1733289604833 2024-12-04T05:20:04,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:04,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d4aaef6001a782155aaf5b62d2d3a42, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,46417,1733289595973 2024-12-04T05:20:04,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d4aaef6001a782155aaf5b62d2d3a42, server=6c7595a931c3,46417,1733289595973 because future has completed 2024-12-04T05:20:04,900 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42773 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6c7595a931c3,46417,1733289595973, table=hbase:replication, region=1d4aaef6001a782155aaf5b62d2d3a42. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T05:20:04,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:20:04,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d4aaef6001a782155aaf5b62d2d3a42, server=6c7595a931c3,46417,1733289595973 in 220 msec 2024-12-04T05:20:04,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:20:04,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1d4aaef6001a782155aaf5b62d2d3a42, ASSIGN in 378 msec 2024-12-04T05:20:04,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:04,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289604911"}]},"ts":"1733289604911"} 2024-12-04T05:20:04,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:20:04,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:04,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 865 msec 2024-12-04T05:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42., hostname=6c7595a931c3,46417,1733289595973, seqNum=2] 2024-12-04T05:20:04,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:20:04,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:20:04,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:05,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:20:05,136 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:20:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:05,182 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,46417,1733289595973, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:20:05,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:05,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,46417,1733289595973, seqNum=-1] 2024-12-04T05:20:05,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:05,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:05,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,46417,1733289595973', locateType=CURRENT is [region=hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42., hostname=6c7595a931c3,46417,1733289595973, seqNum=2] 2024-12-04T05:20:05,192 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:20:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:20:05,195 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,46417,1733289595973 suceeded 2024-12-04T05:20:05,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:20:05,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-04T05:20:05,196 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:45985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:20:05,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1660 sec 2024-12-04T05:20:05,208 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:45985' 2024-12-04T05:20:05,209 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79224cee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:05,209 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45985,-1 for getting cluster id 2024-12-04T05:20:05,210 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:05,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29772e-c043-418a-a916-57f8250db14e' 2024-12-04T05:20:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29772e-c043-418a-a916-57f8250db14e" 2024-12-04T05:20:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ed4935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45985,-1] 2024-12-04T05:20:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:05,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:05,212 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:05,212 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574c4608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:05,213 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,45985,1733289599686 2024-12-04T05:20:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b648ea 2024-12-04T05:20:05,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:05,214 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T05:20:05,215 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,46417,1733289595973 (queues=1) is replicating from cluster=a29863ed-3176-48c2-89c1-5fd33c73dea0 to cluster=0e29772e-c043-418a-a916-57f8250db14e 2024-12-04T05:20:05,215 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C46417%2C1733289595973 2024-12-04T05:20:05,215 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,46417,1733289595973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:20:05,219 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, startPosition=0, beingWritten=true 2024-12-04T05:20:05,220 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C46417%2C1733289595973 2024-12-04T05:20:05,226 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:05,226 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:05,226 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,46417,1733289595973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:05,430 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:05,736 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:06,162 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:06,184 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:06,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:06,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:06,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:06,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:06,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:06,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e57c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:06,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45985,-1 for getting cluster id 2024-12-04T05:20:06,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:06,188 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29772e-c043-418a-a916-57f8250db14e' 2024-12-04T05:20:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29772e-c043-418a-a916-57f8250db14e" 2024-12-04T05:20:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd75f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45985,-1] 2024-12-04T05:20:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:06,190 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:06,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:06,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,45985,1733289599686 2024-12-04T05:20:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-12-04T05:20:06,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:06,193 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:06,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:42773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:20:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:20:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:06,209 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:42773' 2024-12-04T05:20:06,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1367ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:06,211 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42773,-1 for getting cluster id 2024-12-04T05:20:06,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:06,212 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a29863ed-3176-48c2-89c1-5fd33c73dea0' 2024-12-04T05:20:06,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a29863ed-3176-48c2-89c1-5fd33c73dea0" 2024-12-04T05:20:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182a2529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42773,-1] 2024-12-04T05:20:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:06,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:06,214 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:06,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4069fcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:06,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42773,1733289595926 2024-12-04T05:20:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9cabda7 2024-12-04T05:20:06,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:06,217 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:06,218 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:20:06,218 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:20:06,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:06,218 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:06,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:06,220 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:20:06,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:06,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:06,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:06,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:06,270 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:20:06,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:20:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:06,666 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:06,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fad6d17bd60b57135452fbf251472255, NAME => 'hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086 2024-12-04T05:20:06,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:20:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:07,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:07,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fad6d17bd60b57135452fbf251472255, disabling compactions & flushes 2024-12-04T05:20:07,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. after waiting 0 ms 2024-12-04T05:20:07,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fad6d17bd60b57135452fbf251472255: Waiting for close lock at 1733289607084Disabling compacts and flushes for region at 1733289607084Disabling writes for close at 1733289607084Writing region close event to WAL at 1733289607084Closed at 1733289607084 2024-12-04T05:20:07,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:07,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289607086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289607086"}]},"ts":"1733289607086"} 2024-12-04T05:20:07,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:07,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:07,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289607089"}]},"ts":"1733289607089"} 2024-12-04T05:20:07,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:20:07,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad6d17bd60b57135452fbf251472255, ASSIGN}] 2024-12-04T05:20:07,092 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad6d17bd60b57135452fbf251472255, ASSIGN 2024-12-04T05:20:07,093 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fad6d17bd60b57135452fbf251472255, ASSIGN; state=OFFLINE, location=6c7595a931c3,34161,1733289599752; forceNewPlan=false, retain=false 2024-12-04T05:20:07,243 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fad6d17bd60b57135452fbf251472255, regionState=OPENING, regionLocation=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:07,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fad6d17bd60b57135452fbf251472255, ASSIGN because future has completed 2024-12-04T05:20:07,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad6d17bd60b57135452fbf251472255, server=6c7595a931c3,34161,1733289599752}] 2024-12-04T05:20:07,271 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:07,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:07,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:20:07,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C34161%2C1733289599752.rep, suffix=, logDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752, archiveDir=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/oldWALs, maxLogs=10 2024-12-04T05:20:07,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.rep.1733289607413, exclude list is [], retry=0 2024-12-04T05:20:07,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46727,DS-db9fa7b7-b213-4162-8f85-cfc7b188c132,DISK] 2024-12-04T05:20:07,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.rep.1733289607413 2024-12-04T05:20:07,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37515:37515)] 2024-12-04T05:20:07,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fad6d17bd60b57135452fbf251472255, NAME => 'hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:07,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:07,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:07,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. service=MultiRowMutationService 2024-12-04T05:20:07,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:20:07,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:07,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,440 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,442 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad6d17bd60b57135452fbf251472255 columnFamilyName hfileref 2024-12-04T05:20:07,445 DEBUG [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:07,445 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] regionserver.HStore(327): Store=fad6d17bd60b57135452fbf251472255/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:07,445 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,447 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad6d17bd60b57135452fbf251472255 columnFamilyName queue 2024-12-04T05:20:07,447 DEBUG [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:07,447 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] regionserver.HStore(327): Store=fad6d17bd60b57135452fbf251472255/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:07,447 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,448 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad6d17bd60b57135452fbf251472255 columnFamilyName sid 2024-12-04T05:20:07,448 DEBUG [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:07,449 INFO [StoreOpener-fad6d17bd60b57135452fbf251472255-1 {}] regionserver.HStore(327): Store=fad6d17bd60b57135452fbf251472255/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:07,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/replication/fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/replication/fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:07,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/replication/fad6d17bd60b57135452fbf251472255/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:07,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fad6d17bd60b57135452fbf251472255; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73931958, jitterRate=0.10167202353477478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:07,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:07,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fad6d17bd60b57135452fbf251472255: Running coprocessor pre-open hook at 1733289607435Writing region info on filesystem at 1733289607435Initializing all the Stores at 1733289607439 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289607439Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289607439Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289607439Cleaning up temporary data from old regions at 1733289607451 (+12 ms)Running coprocessor post-open hooks at 1733289607458 (+7 ms)Region opened successfully at 1733289607458 2024-12-04T05:20:07,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255., pid=10, masterSystemTime=1733289607400 2024-12-04T05:20:07,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:07,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fad6d17bd60b57135452fbf251472255, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,34161,1733289599752 2024-12-04T05:20:07,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fad6d17bd60b57135452fbf251472255, server=6c7595a931c3,34161,1733289599752 because future has completed 2024-12-04T05:20:07,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:20:07,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fad6d17bd60b57135452fbf251472255, server=6c7595a931c3,34161,1733289599752 in 220 msec 2024-12-04T05:20:07,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:20:07,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fad6d17bd60b57135452fbf251472255, ASSIGN in 379 msec 2024-12-04T05:20:07,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:07,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289607475"}]},"ts":"1733289607475"} 2024-12-04T05:20:07,477 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:20:07,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:07,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-12-04T05:20:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255., hostname=6c7595a931c3,34161,1733289599752, seqNum=2] 2024-12-04T05:20:07,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:07,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:07,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:07,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:20:07,702 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:20:07,730 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,34161,1733289599752, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:20:07,730 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:07,731 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34161,1733289599752, seqNum=-1] 2024-12-04T05:20:07,731 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:07,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:07,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,34161,1733289599752', locateType=CURRENT is [region=hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255., hostname=6c7595a931c3,34161,1733289599752, seqNum=2] 2024-12-04T05:20:07,735 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:20:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:20:07,738 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,34161,1733289599752 suceeded 2024-12-04T05:20:07,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:20:07,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T05:20:07,740 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:42773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:20:07,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-12-04T05:20:07,750 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:42773' 2024-12-04T05:20:07,752 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c2f14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:07,752 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42773,-1 for getting cluster id 2024-12-04T05:20:07,752 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:07,752 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a29863ed-3176-48c2-89c1-5fd33c73dea0' 2024-12-04T05:20:07,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a29863ed-3176-48c2-89c1-5fd33c73dea0" 2024-12-04T05:20:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2037c0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42773,-1] 2024-12-04T05:20:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:07,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:07,754 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:07,755 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a4265e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:07,755 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42773,1733289595926 2024-12-04T05:20:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4629982b 2024-12-04T05:20:07,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:07,756 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T05:20:07,757 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,34161,1733289599752 (queues=1) is replicating from cluster=0e29772e-c043-418a-a916-57f8250db14e to cluster=a29863ed-3176-48c2-89c1-5fd33c73dea0 2024-12-04T05:20:07,757 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C34161%2C1733289599752 2024-12-04T05:20:07,757 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,34161,1733289599752, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:20:07,757 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C34161%2C1733289599752 2024-12-04T05:20:07,757 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, startPosition=0, beingWritten=true 2024-12-04T05:20:07,763 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:07,763 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 379, reset compression=false 2024-12-04T05:20:07,763 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,34161,1733289599752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:07,966 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 379, reset compression=false 2024-12-04T05:20:07,976 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:08,271 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 379, reset compression=false 2024-12-04T05:20:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:08,353 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:08,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:08,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:08,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:08,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:08,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:08,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:08,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,46417,1733289595973, seqNum=-1] 2024-12-04T05:20:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:08,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:08,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e., hostname=6c7595a931c3,46417,1733289595973, seqNum=2] 2024-12-04T05:20:08,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34161,1733289599752, seqNum=-1] 2024-12-04T05:20:08,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:08,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:08,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6., hostname=6c7595a931c3,34161,1733289599752, seqNum=2] 2024-12-04T05:20:08,370 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T05:20:08,675 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 379, reset compression=false 2024-12-04T05:20:08,781 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 379, reset compression=false 2024-12-04T05:20:08,786 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:08,786 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 480, reset compression=false 2024-12-04T05:20:08,786 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,46417,1733289595973 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cf51f29b6951a1cbb5dd6909435b17e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T05:20:08,788 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:08,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T05:20:08,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:08,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d5a2b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:08,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,45985,-1 for getting cluster id 2024-12-04T05:20:08,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:08,792 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e29772e-c043-418a-a916-57f8250db14e' 2024-12-04T05:20:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e29772e-c043-418a-a916-57f8250db14e" 2024-12-04T05:20:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfa14d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,45985,-1] 2024-12-04T05:20:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:08,793 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:08,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8d7dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:08,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:08,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,34161,1733289599752, seqNum=-1] 2024-12-04T05:20:08,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:08,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:08,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6., hostname=6c7595a931c3,34161,1733289599752, seqNum=2] 2024-12-04T05:20:08,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:08,990 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 480, reset compression=false 2024-12-04T05:20:09,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:09,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:09,153 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:09,154 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:09,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:20:09,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T05:20:09,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T05:20:09,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T05:20:09,177 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:09,177 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T05:20:09,179 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 379, reset compression=false 2024-12-04T05:20:09,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:09,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 504, reset compression=false 2024-12-04T05:20:09,183 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,34161,1733289599752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:09,294 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 480, reset compression=false 2024-12-04T05:20:09,373 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T05:20:09,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T05:20:09,387 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 504, reset compression=false 2024-12-04T05:20:09,392 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:09,392 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 608, reset compression=false 2024-12-04T05:20:09,392 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,34161,1733289599752 got entry batch from reader: WALEntryBatch [walEntries=[{test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:20:09,395 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:09,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T05:20:09,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:09,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60f11a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:09,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42773,-1 for getting cluster id 2024-12-04T05:20:09,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:09,400 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a29863ed-3176-48c2-89c1-5fd33c73dea0' 2024-12-04T05:20:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a29863ed-3176-48c2-89c1-5fd33c73dea0" 2024-12-04T05:20:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c73713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42773,-1] 2024-12-04T05:20:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:09,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:09,401 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:09,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@185c764d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:09,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:09,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,46417,1733289595973, seqNum=-1] 2024-12-04T05:20:09,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:09,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:09,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e., hostname=6c7595a931c3,46417,1733289595973, seqNum=2] 2024-12-04T05:20:09,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:09,598 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 608, reset compression=false 2024-12-04T05:20:09,698 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 480, reset compression=false 2024-12-04T05:20:09,707 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:09,707 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 607, reset compression=false 2024-12-04T05:20:09,707 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,46417,1733289595973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:09,902 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 608, reset compression=false 2024-12-04T05:20:09,913 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 607, reset compression=false 2024-12-04T05:20:10,112 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:20:10,217 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 607, reset compression=false 2024-12-04T05:20:10,307 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 608, reset compression=false 2024-12-04T05:20:10,379 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T05:20:10,394 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T05:20:10,621 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 607, reset compression=false 2024-12-04T05:20:10,626 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:10,626 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 763, reset compression=false 2024-12-04T05:20:10,626 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,46417,1733289595973 got entry batch from reader: WALEntryBatch [walEntries=[{test/4cf51f29b6951a1cbb5dd6909435b17e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T05:20:10,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:10,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:10,810 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 608, reset compression=false 2024-12-04T05:20:10,815 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:10,815 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 756, reset compression=false 2024-12-04T05:20:10,815 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,34161,1733289599752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:10,833 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 763, reset compression=false 2024-12-04T05:20:11,019 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 756, reset compression=false 2024-12-04T05:20:11,137 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 763, reset compression=false 2024-12-04T05:20:11,322 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 756, reset compression=false 2024-12-04T05:20:11,395 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T05:20:11,399 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T05:20:11,541 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 763, reset compression=false 2024-12-04T05:20:11,726 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 756, reset compression=false 2024-12-04T05:20:11,731 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:11,731 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 915, reset compression=false 2024-12-04T05:20:11,731 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,34161,1733289599752 got entry batch from reader: WALEntryBatch [walEntries=[{test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T05:20:11,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:11,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:11,935 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 915, reset compression=false 2024-12-04T05:20:12,046 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 763, reset compression=false 2024-12-04T05:20:12,051 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:12,051 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:12,051 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,46417,1733289595973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:12,239 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 915, reset compression=false 2024-12-04T05:20:12,258 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:12,401 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T05:20:12,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:20:12,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:12,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:12,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:12,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:12,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:12,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:20:12,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=697758972, stopped=false 2024-12-04T05:20:12,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,45985,1733289599686 2024-12-04T05:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1035182452/running 2024-12-04T05:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1035182452/running 2024-12-04T05:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:12,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:12,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:12,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:12,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:12,406 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,34161,1733289599752' ***** 2024-12-04T05:20:12,406 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:20:12,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/running 2024-12-04T05:20:12,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Set watcher on znode that does not yet exist, /1-1035182452/running 2024-12-04T05:20:12,407 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:20:12,407 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:20:12,407 INFO [RS:0;6c7595a931c3:34161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:20:12,407 INFO [RS:0;6c7595a931c3:34161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:20:12,407 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(3091): Received CLOSE for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(3091): Received CLOSE for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,34161,1733289599752 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:34161. 2024-12-04T05:20:12,408 DEBUG [RS:0;6c7595a931c3:34161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:12,408 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7962e1fe7e07dc2f5cb4a4b11b32c5f6, disabling compactions & flushes 2024-12-04T05:20:12,408 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. after waiting 0 ms 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:20:12,408 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T05:20:12,408 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:20:12,408 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1325): Online Regions={7962e1fe7e07dc2f5cb4a4b11b32c5f6=test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6., 1588230740=hbase:meta,,1.1588230740, fad6d17bd60b57135452fbf251472255=hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.} 2024-12-04T05:20:12,408 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:12,408 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:12,408 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:12,409 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:20:12,426 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/f/530f67b037db49a1ab21b5fd990f921b is 29, key is row1/f:/1733289611396/DeleteFamily/seqid=0 2024-12-04T05:20:12,427 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/info/9f191ecd2cea4bb4911130578d6f6e11 is 147, key is hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255./info:regioninfo/1733289607461/Put/seqid=0 2024-12-04T05:20:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741840_1016 (size=5118) 2024-12-04T05:20:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741841_1017 (size=7686) 2024-12-04T05:20:12,495 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:12,562 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:12,609 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:12,643 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 915, reset compression=false 2024-12-04T05:20:12,648 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:12,648 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1162, reset compression=false 2024-12-04T05:20:12,648 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,34161,1733289599752 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:12,649 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,34161,1733289599752: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,34161,1733289599752, walGroup=6c7595a931c3%2C34161%2C1733289599752, offset=6c7595a931c3%2C34161%2C1733289599752.1733289601147:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:20:12,650 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:20:12,651 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:20:12,652 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:20:12,652 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:20:12,652 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:20:12,652 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 594793024 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190261624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:20:12,652 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:45985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:45985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:20:12,809 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:12,834 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/info/9f191ecd2cea4bb4911130578d6f6e11 2024-12-04T05:20:12,834 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/f/530f67b037db49a1ab21b5fd990f921b 2024-12-04T05:20:12,839 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 530f67b037db49a1ab21b5fd990f921b 2024-12-04T05:20:12,853 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1162, reset compression=false 2024-12-04T05:20:12,855 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/ns/fd02981e45ef491eaab55d7d66c56002 is 43, key is default/ns:d/1733289601620/Put/seqid=0 2024-12-04T05:20:12,857 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/f1/4f47a16aa92741ab82fdc49d7424ae9d is 30, key is row1/f1:/1733289611396/DeleteFamily/seqid=0 2024-12-04T05:20:12,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741842_1018 (size=5153) 2024-12-04T05:20:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741843_1019 (size=5123) 2024-12-04T05:20:12,967 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:12,986 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:20:12,986 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:20:13,009 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:13,157 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1162, reset compression=false 2024-12-04T05:20:13,209 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:13,260 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/ns/fd02981e45ef491eaab55d7d66c56002 2024-12-04T05:20:13,262 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/f1/4f47a16aa92741ab82fdc49d7424ae9d 2024-12-04T05:20:13,266 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f47a16aa92741ab82fdc49d7424ae9d 2024-12-04T05:20:13,279 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/rep_barrier/f0c945b92c4e470aa473ef5f0d5a7ac5 is 112, key is test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6./rep_barrier:seqnumDuringOpen/1733289603651/Put/seqid=0 2024-12-04T05:20:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741844_1020 (size=5518) 2024-12-04T05:20:13,285 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/norep/27bf194d2a4147b783f59d12bf4fb906 is 33, key is row1/norep:/1733289611396/DeleteFamily/seqid=0 2024-12-04T05:20:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741845_1021 (size=5108) 2024-12-04T05:20:13,409 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:13,471 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:13,560 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1162, reset compression=false 2024-12-04T05:20:13,609 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7962e1fe7e07dc2f5cb4a4b11b32c5f6, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:13,684 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/rep_barrier/f0c945b92c4e470aa473ef5f0d5a7ac5 2024-12-04T05:20:13,689 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/norep/27bf194d2a4147b783f59d12bf4fb906 2024-12-04T05:20:13,692 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27bf194d2a4147b783f59d12bf4fb906 2024-12-04T05:20:13,693 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/f/530f67b037db49a1ab21b5fd990f921b as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/f/530f67b037db49a1ab21b5fd990f921b 2024-12-04T05:20:13,696 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 530f67b037db49a1ab21b5fd990f921b 2024-12-04T05:20:13,696 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/f/530f67b037db49a1ab21b5fd990f921b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T05:20:13,697 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/f1/4f47a16aa92741ab82fdc49d7424ae9d as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/f1/4f47a16aa92741ab82fdc49d7424ae9d 2024-12-04T05:20:13,701 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f47a16aa92741ab82fdc49d7424ae9d 2024-12-04T05:20:13,701 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/f1/4f47a16aa92741ab82fdc49d7424ae9d, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T05:20:13,702 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/.tmp/norep/27bf194d2a4147b783f59d12bf4fb906 as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/norep/27bf194d2a4147b783f59d12bf4fb906 2024-12-04T05:20:13,705 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27bf194d2a4147b783f59d12bf4fb906 2024-12-04T05:20:13,706 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/norep/27bf194d2a4147b783f59d12bf4fb906, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T05:20:13,706 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/table/9914acfd6f2349e59941b8766b52f7ce is 53, key is hbase:replication/table:state/1733289607475/Put/seqid=0 2024-12-04T05:20:13,706 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 in 1298ms, sequenceid=8, compaction requested=false 2024-12-04T05:20:13,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741846_1022 (size=5308) 2024-12-04T05:20:13,711 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/default/test/7962e1fe7e07dc2f5cb4a4b11b32c5f6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:13,712 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7962e1fe7e07dc2f5cb4a4b11b32c5f6: Waiting for close lock at 1733289612408Running coprocessor pre-close hooks at 1733289612408Disabling compacts and flushes for region at 1733289612408Disabling writes for close at 1733289612408Obtaining lock to block concurrent updates at 1733289612408Preparing flush snapshotting stores in 7962e1fe7e07dc2f5cb4a4b11b32c5f6 at 1733289612408Finished memstore snapshotting test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733289612409 (+1 ms)Flushing stores of test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. at 1733289612409Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/f: creating writer at 1733289612409Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/f: appending metadata at 1733289612425 (+16 ms)Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/f: closing flushed file at 1733289612425Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/f1: creating writer at 1733289612839 (+414 ms)Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/f1: appending metadata at 1733289612856 (+17 ms)Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/f1: closing flushed file at 1733289612856Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/norep: creating writer at 1733289613267 (+411 ms)Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/norep: appending metadata at 1733289613284 (+17 ms)Flushing 7962e1fe7e07dc2f5cb4a4b11b32c5f6/norep: closing flushed file at 1733289613284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7156d630: reopening flushed file at 1733289613692 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eeef11: reopening flushed file at 1733289613697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de867c6: reopening flushed file at 1733289613701 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7962e1fe7e07dc2f5cb4a4b11b32c5f6 in 1298ms, sequenceid=8, compaction requested=false at 1733289613706 (+5 ms)Writing region close event to WAL at 1733289613708 (+2 ms)Running coprocessor post-close hooks at 1733289613712 (+4 ms)Closed at 1733289613712 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289602856.7962e1fe7e07dc2f5cb4a4b11b32c5f6. 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad6d17bd60b57135452fbf251472255, disabling compactions & flushes 2024-12-04T05:20:13,712 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. after waiting 0 ms 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,712 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad6d17bd60b57135452fbf251472255: Waiting for close lock at 1733289613712Running coprocessor pre-close hooks at 1733289613712Disabling compacts and flushes for region at 1733289613712Disabling writes for close at 1733289613712Failed flush hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255., putting online again at 1733289613712 2024-12-04T05:20:13,713 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,810 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:20:13,810 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fad6d17bd60b57135452fbf251472255=hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255.} 2024-12-04T05:20:13,810 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(3091): Received CLOSE for fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:13,810 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fad6d17bd60b57135452fbf251472255 2024-12-04T05:20:13,810 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fad6d17bd60b57135452fbf251472255, disabling compactions & flushes 2024-12-04T05:20:13,810 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,810 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,810 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. after waiting 0 ms 2024-12-04T05:20:13,810 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:13,810 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fad6d17bd60b57135452fbf251472255: Waiting for close lock at 1733289613810Running coprocessor pre-close hooks at 1733289613810Disabling compacts and flushes for region at 1733289613810Disabling writes for close at 1733289613810Failed flush hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255., putting online again at 1733289613810 2024-12-04T05:20:13,810 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289606218.fad6d17bd60b57135452fbf251472255. 2024-12-04T05:20:14,010 DEBUG [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:14,064 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1162, reset compression=false 2024-12-04T05:20:14,068 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:14,068 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1806, reset compression=false 2024-12-04T05:20:14,074 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:14,111 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/table/9914acfd6f2349e59941b8766b52f7ce 2024-12-04T05:20:14,115 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/info/9f191ecd2cea4bb4911130578d6f6e11 as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/info/9f191ecd2cea4bb4911130578d6f6e11 2024-12-04T05:20:14,119 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/info/9f191ecd2cea4bb4911130578d6f6e11, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:20:14,120 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/ns/fd02981e45ef491eaab55d7d66c56002 as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/ns/fd02981e45ef491eaab55d7d66c56002 2024-12-04T05:20:14,125 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/ns/fd02981e45ef491eaab55d7d66c56002, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:20:14,126 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/rep_barrier/f0c945b92c4e470aa473ef5f0d5a7ac5 as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/rep_barrier/f0c945b92c4e470aa473ef5f0d5a7ac5 2024-12-04T05:20:14,130 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/rep_barrier/f0c945b92c4e470aa473ef5f0d5a7ac5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:20:14,131 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/.tmp/table/9914acfd6f2349e59941b8766b52f7ce as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/table/9914acfd6f2349e59941b8766b52f7ce 2024-12-04T05:20:14,138 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/table/9914acfd6f2349e59941b8766b52f7ce, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:20:14,139 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-12-04T05:20:14,148 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:20:14,149 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:14,149 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:14,149 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:14,149 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289612408Running coprocessor pre-close hooks at 1733289612408Disabling compacts and flushes for region at 1733289612408Disabling writes for close at 1733289612408Obtaining lock to block concurrent updates at 1733289612409 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733289612409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289612409Flushing stores of hbase:meta,,1.1588230740 at 1733289612409Flushing 1588230740/info: creating writer at 1733289612409Flushing 1588230740/info: appending metadata at 1733289612427 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733289612427Flushing 1588230740/ns: creating writer at 1733289612839 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733289612855 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733289612855Flushing 1588230740/rep_barrier: creating writer at 1733289613265 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289613279 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289613279Flushing 1588230740/table: creating writer at 1733289613689 (+410 ms)Flushing 1588230740/table: appending metadata at 1733289613705 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733289613705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588f582a: reopening flushed file at 1733289614115 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16512585: reopening flushed file at 1733289614119 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3305281b: reopening flushed file at 1733289614125 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f3796e: reopening flushed file at 1733289614130 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1733289614139 (+9 ms)Writing region close event to WAL at 1733289614145 (+6 ms)Running coprocessor post-close hooks at 1733289614149 (+4 ms)Closed at 1733289614149 2024-12-04T05:20:14,149 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:14,210 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T05:20:14,210 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,34161,1733289599752; all regions closed. 2024-12-04T05:20:14,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:20:14,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.meta.1733289601556.meta not finished, retry = 0 2024-12-04T05:20:14,271 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.wal-reader.6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 to pos 1806, reset compression=false 2024-12-04T05:20:14,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741839_1015 (size=1733) 2024-12-04T05:20:14,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.rep.1733289607413 not finished, retry = 0 2024-12-04T05:20:14,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/WALs/6c7595a931c3,34161,1733289599752/6c7595a931c3%2C34161%2C1733289599752.1733289601147 not finished, retry = 0 2024-12-04T05:20:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741833_1009 (size=1814) 2024-12-04T05:20:14,520 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:14,520 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:14,520 INFO [RS:0;6c7595a931c3:34161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:14,520 INFO [RS:0;6c7595a931c3:34161 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:14,520 INFO [RS:0;6c7595a931c3:34161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:14,520 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:14,521 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,34161,1733289599752 because: Region server is closing 2024-12-04T05:20:14,521 INFO [RS:0;6c7595a931c3:34161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:34161. 2024-12-04T05:20:14,521 DEBUG [RS:0;6c7595a931c3:34161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:14,521 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:14,521 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:14,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:14,621 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,34161,1733289599752.replicationSource.shipper6c7595a931c3%2C34161%2C1733289599752,1-6c7595a931c3,34161,1733289599752 terminated 2024-12-04T05:20:14,622 INFO [RS:0;6c7595a931c3:34161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:34161. 2024-12-04T05:20:14,622 DEBUG [RS:0;6c7595a931c3:34161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:14,622 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:14,622 DEBUG [RS:0;6c7595a931c3:34161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:14,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:14,622 INFO [RS:0;6c7595a931c3:34161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34161 2024-12-04T05:20:14,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1035182452/rs/6c7595a931c3,34161,1733289599752 2024-12-04T05:20:14,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452/rs 2024-12-04T05:20:14,625 INFO [RS:0;6c7595a931c3:34161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:14,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,34161,1733289599752] 2024-12-04T05:20:14,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1035182452/draining/6c7595a931c3,34161,1733289599752 already deleted, retry=false 2024-12-04T05:20:14,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,34161,1733289599752 expired; onlineServers=0 2024-12-04T05:20:14,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,45985,1733289599686' ***** 2024-12-04T05:20:14,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:20:14,628 INFO [M:0;6c7595a931c3:45985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:14,628 INFO [M:0;6c7595a931c3:45985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:14,628 DEBUG [M:0;6c7595a931c3:45985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:20:14,628 DEBUG [M:0;6c7595a931c3:45985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:20:14,628 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:20:14,628 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289600876 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289600876,5,FailOnTimeoutGroup] 2024-12-04T05:20:14,628 INFO [M:0;6c7595a931c3:45985 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:14,628 INFO [M:0;6c7595a931c3:45985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:14,629 DEBUG [M:0;6c7595a931c3:45985 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:20:14,629 INFO [M:0;6c7595a931c3:45985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:20:14,629 INFO [M:0;6c7595a931c3:45985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:14,629 INFO [M:0;6c7595a931c3:45985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:20:14,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:20:14,629 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289600877 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289600877,5,FailOnTimeoutGroup] 2024-12-04T05:20:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1035182452/master 2024-12-04T05:20:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1035182452 2024-12-04T05:20:14,630 DEBUG [M:0;6c7595a931c3:45985 {}] zookeeper.ZKUtil(347): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Unable to get data of znode /1-1035182452/master because node does not exist (not an error) 2024-12-04T05:20:14,630 WARN [M:0;6c7595a931c3:45985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:20:14,630 INFO [M:0;6c7595a931c3:45985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/.lastflushedseqids 2024-12-04T05:20:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741847_1023 (size=245) 2024-12-04T05:20:14,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:14,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34161-0x1017bea3ae30004, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:14,727 INFO [RS:0;6c7595a931c3:34161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:14,727 INFO [RS:0;6c7595a931c3:34161 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,34161,1733289599752; zookeeper connection closed. 2024-12-04T05:20:14,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c0f07d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c0f07d 2024-12-04T05:20:14,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:20:14,777 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:15,035 INFO [M:0;6c7595a931c3:45985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:20:15,035 INFO [M:0;6c7595a931c3:45985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:20:15,035 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:15,035 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:15,035 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:15,035 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:15,035 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:15,035 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T05:20:15,051 DEBUG [M:0;6c7595a931c3:45985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ef5ce4fccf46639a96bd4dbd0192e0 is 82, key is hbase:meta,,1/info:regioninfo/1733289601594/Put/seqid=0 2024-12-04T05:20:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741848_1024 (size=5672) 2024-12-04T05:20:15,455 INFO [M:0;6c7595a931c3:45985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ef5ce4fccf46639a96bd4dbd0192e0 2024-12-04T05:20:15,476 DEBUG [M:0;6c7595a931c3:45985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b792784129974ac6b057de99bcd66ca3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289607479/Put/seqid=0 2024-12-04T05:20:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741849_1025 (size=8517) 2024-12-04T05:20:15,580 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:15,886 INFO [M:0;6c7595a931c3:45985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b792784129974ac6b057de99bcd66ca3 2024-12-04T05:20:15,905 DEBUG [M:0;6c7595a931c3:45985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b03a08e1f2149ff82826a68547c970d is 69, key is 6c7595a931c3,34161,1733289599752/rs:state/1733289600916/Put/seqid=0 2024-12-04T05:20:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741850_1026 (size=5156) 2024-12-04T05:20:16,309 INFO [M:0;6c7595a931c3:45985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b03a08e1f2149ff82826a68547c970d 2024-12-04T05:20:16,313 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ef5ce4fccf46639a96bd4dbd0192e0 as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1ef5ce4fccf46639a96bd4dbd0192e0 2024-12-04T05:20:16,317 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1ef5ce4fccf46639a96bd4dbd0192e0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:20:16,317 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b792784129974ac6b057de99bcd66ca3 as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b792784129974ac6b057de99bcd66ca3 2024-12-04T05:20:16,321 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b792784129974ac6b057de99bcd66ca3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:20:16,321 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b03a08e1f2149ff82826a68547c970d as hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b03a08e1f2149ff82826a68547c970d 2024-12-04T05:20:16,325 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46189/user/jenkins/test-data/dfea6433-3d1d-02f4-ea8b-5b2a145d0086/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b03a08e1f2149ff82826a68547c970d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:20:16,325 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-12-04T05:20:16,327 INFO [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:16,327 DEBUG [M:0;6c7595a931c3:45985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289615035Disabling compacts and flushes for region at 1733289615035Disabling writes for close at 1733289615035Obtaining lock to block concurrent updates at 1733289615035Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289615035Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733289615036 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289615037 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289615037Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289615051 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289615051Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289615460 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289615476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289615476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289615890 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289615904 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289615904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6665fb: reopening flushed file at 1733289616313 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79be97a2: reopening flushed file at 1733289616317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32810b37: reopening flushed file at 1733289616321 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1733289616325 (+4 ms)Writing region close event to WAL at 1733289616327 (+2 ms)Closed at 1733289616327 2024-12-04T05:20:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46727 is added to blk_1073741830_1006 (size=63666) 2024-12-04T05:20:16,329 INFO [M:0;6c7595a931c3:45985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:20:16,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:16,329 INFO [M:0;6c7595a931c3:45985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45985 2024-12-04T05:20:16,329 INFO [M:0;6c7595a931c3:45985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:16,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:16,431 INFO [M:0;6c7595a931c3:45985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:16,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45985-0x1017bea3ae30003, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ed1954a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:16,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30f0bb80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:16,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16d5c4b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002fab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:16,436 WARN [BP-105102950-172.17.0.2-1733289598644 heartbeating to localhost/127.0.0.1:46189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:20:16,436 WARN [BP-105102950-172.17.0.2-1733289598644 heartbeating to localhost/127.0.0.1:46189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-105102950-172.17.0.2-1733289598644 (Datanode Uuid dd776b38-1de4-4b89-bfb0-bac0443e1ced) service to localhost/127.0.0.1:46189 2024-12-04T05:20:16,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:20:16,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:20:16,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/cluster_8e6204de-6a69-7937-36b6-32bec2b985c6/data/data1/current/BP-105102950-172.17.0.2-1733289598644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:16,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/cluster_8e6204de-6a69-7937-36b6-32bec2b985c6/data/data2/current/BP-105102950-172.17.0.2-1733289598644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:16,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:20:16,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e2ce867{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:16,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46217896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:16,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:16,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b0bcb26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:16,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65818e23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:16,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:20:16,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:20:16,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:16,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:16,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:16,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:16,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:20:16,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=247707524, stopped=false 2024-12-04T05:20:16,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,42773,1733289595926 2024-12-04T05:20:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01109562864/running 2024-12-04T05:20:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01109562864/running 2024-12-04T05:20:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:20:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:20:16,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:16,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:16,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:16,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:16,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/running 2024-12-04T05:20:16,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,46417,1733289595973' ***** 2024-12-04T05:20:16,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:20:16,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Set watcher on znode that does not yet exist, /01109562864/running 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(3091): Received CLOSE for 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:16,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,46417,1733289595973 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:46417. 2024-12-04T05:20:16,462 DEBUG [RS:0;6c7595a931c3:46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:16,462 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:20:16,462 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:20:16,463 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:20:16,463 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1325): Online Regions={4cf51f29b6951a1cbb5dd6909435b17e=test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e., 1588230740=hbase:meta,,1.1588230740, 1d4aaef6001a782155aaf5b62d2d3a42=hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.} 2024-12-04T05:20:16,463 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4cf51f29b6951a1cbb5dd6909435b17e, disabling compactions & flushes 2024-12-04T05:20:16,463 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. after waiting 0 ms 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:16,463 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:16,463 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:16,463 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4cf51f29b6951a1cbb5dd6909435b17e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T05:20:16,463 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:20:16,478 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/info/486e4236d3c84a578e75cade764f28e3 is 147, key is hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42./info:regioninfo/1733289604894/Put/seqid=0 2024-12-04T05:20:16,482 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/f/d111de2fa0264d3ba4851e9bc19b8a23 is 29, key is row1/f:/1733289611396/DeleteFamily/seqid=0 2024-12-04T05:20:16,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741840_1016 (size=7686) 2024-12-04T05:20:16,485 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 912, reset compression=false 2024-12-04T05:20:16,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741841_1017 (size=5118) 2024-12-04T05:20:16,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:16,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1159, reset compression=false 2024-12-04T05:20:16,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,46417,1733289595973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:16,490 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,46417,1733289595973: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,46417,1733289595973, walGroup=6c7595a931c3%2C46417%2C1733289595973, offset=6c7595a931c3%2C46417%2C1733289595973.1733289597958:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:46417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:20:16,490 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:20:16,490 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:20:16,491 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:20:16,491 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:20:16,491 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:20:16,491 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 657707576 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190787176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:20:16,491 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:42773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:42773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:20:16,546 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:16,663 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:16,693 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1159, reset compression=false 2024-12-04T05:20:16,831 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:20:16,831 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:20:16,863 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:16,883 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/info/486e4236d3c84a578e75cade764f28e3 2024-12-04T05:20:16,885 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/f/d111de2fa0264d3ba4851e9bc19b8a23 2024-12-04T05:20:16,889 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d111de2fa0264d3ba4851e9bc19b8a23 2024-12-04T05:20:16,902 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/f1/34aa8cdcefbe4f9aaa5759425839871b is 30, key is row1/f1:/1733289611396/DeleteFamily/seqid=0 2024-12-04T05:20:16,904 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/ns/d1b5c69af4b64a52bf39ea4842b5311b is 43, key is default/ns:d/1733289598544/Put/seqid=0 2024-12-04T05:20:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741842_1018 (size=5123) 2024-12-04T05:20:16,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741843_1019 (size=5153) 2024-12-04T05:20:16,997 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1159, reset compression=false 2024-12-04T05:20:17,063 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:17,264 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:17,306 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/f1/34aa8cdcefbe4f9aaa5759425839871b 2024-12-04T05:20:17,308 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/ns/d1b5c69af4b64a52bf39ea4842b5311b 2024-12-04T05:20:17,312 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34aa8cdcefbe4f9aaa5759425839871b 2024-12-04T05:20:17,329 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/rep_barrier/1e8cfcd8dc9649159b3659e59cba123c is 112, key is test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e./rep_barrier:seqnumDuringOpen/1733289602479/Put/seqid=0 2024-12-04T05:20:17,331 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/norep/1f2e4999fe8045f98af6106da65e7955 is 32, key is row/norep:/1733289610382/DeleteFamily/seqid=0 2024-12-04T05:20:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741844_1020 (size=5518) 2024-12-04T05:20:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741845_1021 (size=5101) 2024-12-04T05:20:17,401 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1159, reset compression=false 2024-12-04T05:20:17,464 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:17,664 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42, 4cf51f29b6951a1cbb5dd6909435b17e 2024-12-04T05:20:17,737 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/rep_barrier/1e8cfcd8dc9649159b3659e59cba123c 2024-12-04T05:20:17,747 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/norep/1f2e4999fe8045f98af6106da65e7955 2024-12-04T05:20:17,751 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f2e4999fe8045f98af6106da65e7955 2024-12-04T05:20:17,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/f/d111de2fa0264d3ba4851e9bc19b8a23 as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/f/d111de2fa0264d3ba4851e9bc19b8a23 2024-12-04T05:20:17,755 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d111de2fa0264d3ba4851e9bc19b8a23 2024-12-04T05:20:17,755 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/f/d111de2fa0264d3ba4851e9bc19b8a23, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T05:20:17,756 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/table/ce58eeca4262496697ec0cc2635a9208 is 53, key is hbase:replication/table:state/1733289604911/Put/seqid=0 2024-12-04T05:20:17,756 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/f1/34aa8cdcefbe4f9aaa5759425839871b as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/f1/34aa8cdcefbe4f9aaa5759425839871b 2024-12-04T05:20:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741846_1022 (size=5308) 2024-12-04T05:20:17,760 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34aa8cdcefbe4f9aaa5759425839871b 2024-12-04T05:20:17,760 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/f1/34aa8cdcefbe4f9aaa5759425839871b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T05:20:17,761 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/.tmp/norep/1f2e4999fe8045f98af6106da65e7955 as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/norep/1f2e4999fe8045f98af6106da65e7955 2024-12-04T05:20:17,764 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f2e4999fe8045f98af6106da65e7955 2024-12-04T05:20:17,764 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/norep/1f2e4999fe8045f98af6106da65e7955, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T05:20:17,765 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4cf51f29b6951a1cbb5dd6909435b17e in 1302ms, sequenceid=8, compaction requested=false 2024-12-04T05:20:17,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/default/test/4cf51f29b6951a1cbb5dd6909435b17e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:20:17,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:17,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:17,769 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:17,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4cf51f29b6951a1cbb5dd6909435b17e: Waiting for close lock at 1733289616463Running coprocessor pre-close hooks at 1733289616463Disabling compacts and flushes for region at 1733289616463Disabling writes for close at 1733289616463Obtaining lock to block concurrent updates at 1733289616463Preparing flush snapshotting stores in 4cf51f29b6951a1cbb5dd6909435b17e at 1733289616463Finished memstore snapshotting test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733289616463Flushing stores of test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. at 1733289616464 (+1 ms)Flushing 4cf51f29b6951a1cbb5dd6909435b17e/f: creating writer at 1733289616464Flushing 4cf51f29b6951a1cbb5dd6909435b17e/f: appending metadata at 1733289616481 (+17 ms)Flushing 4cf51f29b6951a1cbb5dd6909435b17e/f: closing flushed file at 1733289616481Flushing 4cf51f29b6951a1cbb5dd6909435b17e/f1: creating writer at 1733289616889 (+408 ms)Flushing 4cf51f29b6951a1cbb5dd6909435b17e/f1: appending metadata at 1733289616902 (+13 ms)Flushing 4cf51f29b6951a1cbb5dd6909435b17e/f1: closing flushed file at 1733289616902Flushing 4cf51f29b6951a1cbb5dd6909435b17e/norep: creating writer at 1733289617312 (+410 ms)Flushing 4cf51f29b6951a1cbb5dd6909435b17e/norep: appending metadata at 1733289617330 (+18 ms)Flushing 4cf51f29b6951a1cbb5dd6909435b17e/norep: closing flushed file at 1733289617330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e55feed: reopening flushed file at 1733289617751 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5296c7ef: reopening flushed file at 1733289617756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675ade12: reopening flushed file at 1733289617761 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4cf51f29b6951a1cbb5dd6909435b17e in 1302ms, sequenceid=8, compaction requested=false at 1733289617765 (+4 ms)Writing region close event to WAL at 1733289617766 (+1 ms)Running coprocessor post-close hooks at 1733289617769 (+3 ms)Closed at 1733289617769 2024-12-04T05:20:17,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289601710.4cf51f29b6951a1cbb5dd6909435b17e. 2024-12-04T05:20:17,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d4aaef6001a782155aaf5b62d2d3a42, disabling compactions & flushes 2024-12-04T05:20:17,770 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,770 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,770 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. after waiting 0 ms 2024-12-04T05:20:17,770 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,770 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d4aaef6001a782155aaf5b62d2d3a42: Waiting for close lock at 1733289617769Running coprocessor pre-close hooks at 1733289617769Disabling compacts and flushes for region at 1733289617769Disabling writes for close at 1733289617770 (+1 ms)Failed flush hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42., putting online again at 1733289617770 2024-12-04T05:20:17,770 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,864 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:20:17,864 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d4aaef6001a782155aaf5b62d2d3a42=hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42.} 2024-12-04T05:20:17,864 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:17,864 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d4aaef6001a782155aaf5b62d2d3a42 2024-12-04T05:20:17,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d4aaef6001a782155aaf5b62d2d3a42, disabling compactions & flushes 2024-12-04T05:20:17,865 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. after waiting 0 ms 2024-12-04T05:20:17,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d4aaef6001a782155aaf5b62d2d3a42: Waiting for close lock at 1733289617864Running coprocessor pre-close hooks at 1733289617864Disabling compacts and flushes for region at 1733289617864Disabling writes for close at 1733289617865 (+1 ms)Failed flush hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42., putting online again at 1733289617865 2024-12-04T05:20:17,865 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289604050.1d4aaef6001a782155aaf5b62d2d3a42. 2024-12-04T05:20:17,905 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1159, reset compression=false 2024-12-04T05:20:17,911 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:17,911 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1803, reset compression=false 2024-12-04T05:20:18,065 DEBUG [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:18,114 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.wal-reader.6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.1733289597958 to pos 1803, reset compression=false 2024-12-04T05:20:18,161 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/table/ce58eeca4262496697ec0cc2635a9208 2024-12-04T05:20:18,165 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/info/486e4236d3c84a578e75cade764f28e3 as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/info/486e4236d3c84a578e75cade764f28e3 2024-12-04T05:20:18,169 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/info/486e4236d3c84a578e75cade764f28e3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:20:18,170 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/ns/d1b5c69af4b64a52bf39ea4842b5311b as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/ns/d1b5c69af4b64a52bf39ea4842b5311b 2024-12-04T05:20:18,173 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/ns/d1b5c69af4b64a52bf39ea4842b5311b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:20:18,174 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/rep_barrier/1e8cfcd8dc9649159b3659e59cba123c as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/rep_barrier/1e8cfcd8dc9649159b3659e59cba123c 2024-12-04T05:20:18,177 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/rep_barrier/1e8cfcd8dc9649159b3659e59cba123c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:20:18,178 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/.tmp/table/ce58eeca4262496697ec0cc2635a9208 as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/table/ce58eeca4262496697ec0cc2635a9208 2024-12-04T05:20:18,181 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/table/ce58eeca4262496697ec0cc2635a9208, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:20:18,182 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-12-04T05:20:18,186 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:20:18,187 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:18,187 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:18,187 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:18,187 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289616463Running coprocessor pre-close hooks at 1733289616463Disabling compacts and flushes for region at 1733289616463Disabling writes for close at 1733289616463Obtaining lock to block concurrent updates at 1733289616463Preparing flush snapshotting stores in 1588230740 at 1733289616463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289616463Flushing stores of hbase:meta,,1.1588230740 at 1733289616464 (+1 ms)Flushing 1588230740/info: creating writer at 1733289616465 (+1 ms)Flushing 1588230740/info: appending metadata at 1733289616478 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733289616478Flushing 1588230740/ns: creating writer at 1733289616887 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733289616904 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733289616904Flushing 1588230740/rep_barrier: creating writer at 1733289617312 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289617328 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289617328Flushing 1588230740/table: creating writer at 1733289617741 (+413 ms)Flushing 1588230740/table: appending metadata at 1733289617756 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733289617756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7b0d37: reopening flushed file at 1733289618165 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2a9d04: reopening flushed file at 1733289618169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a0abff: reopening flushed file at 1733289618173 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198dff3: reopening flushed file at 1733289618177 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1733289618182 (+5 ms)Writing region close event to WAL at 1733289618183 (+1 ms)Running coprocessor post-close hooks at 1733289618186 (+3 ms)Closed at 1733289618187 (+1 ms) 2024-12-04T05:20:18,187 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:18,265 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T05:20:18,265 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,46417,1733289595973; all regions closed. 2024-12-04T05:20:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:20:18,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/WALs/6c7595a931c3,46417,1733289595973/6c7595a931c3%2C46417%2C1733289595973.meta.1733289598496.meta not finished, retry = 0 2024-12-04T05:20:18,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741839_1015 (size=1733) 2024-12-04T05:20:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741833_1009 (size=1811) 2024-12-04T05:20:18,373 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:18,373 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:18,373 INFO [RS:0;6c7595a931c3:46417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:18,373 INFO [RS:0;6c7595a931c3:46417 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:18,374 INFO [RS:0;6c7595a931c3:46417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:18,374 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:18,374 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,46417,1733289595973 because: Region server is closing 2024-12-04T05:20:18,374 INFO [RS:0;6c7595a931c3:46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:46417. 2024-12-04T05:20:18,374 DEBUG [RS:0;6c7595a931c3:46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:18,374 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:18,374 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:18,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:18,474 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,46417,1733289595973.replicationSource.shipper6c7595a931c3%2C46417%2C1733289595973,1-6c7595a931c3,46417,1733289595973 terminated 2024-12-04T05:20:18,475 INFO [RS:0;6c7595a931c3:46417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:46417. 2024-12-04T05:20:18,475 DEBUG [RS:0;6c7595a931c3:46417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:18,475 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:18,475 DEBUG [RS:0;6c7595a931c3:46417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:18,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:18,475 INFO [RS:0;6c7595a931c3:46417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46417 2024-12-04T05:20:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01109562864/rs/6c7595a931c3,46417,1733289595973 2024-12-04T05:20:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864/rs 2024-12-04T05:20:18,477 INFO [RS:0;6c7595a931c3:46417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:18,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,46417,1733289595973] 2024-12-04T05:20:18,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01109562864/draining/6c7595a931c3,46417,1733289595973 already deleted, retry=false 2024-12-04T05:20:18,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,46417,1733289595973 expired; onlineServers=0 2024-12-04T05:20:18,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,42773,1733289595926' ***** 2024-12-04T05:20:18,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:18,481 DEBUG [M:0;6c7595a931c3:42773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:20:18,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:20:18,481 DEBUG [M:0;6c7595a931c3:42773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:20:18,481 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289597751 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289597751,5,FailOnTimeoutGroup] 2024-12-04T05:20:18,481 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289597751 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289597751,5,FailOnTimeoutGroup] 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:18,481 DEBUG [M:0;6c7595a931c3:42773 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:18,481 INFO [M:0;6c7595a931c3:42773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:20:18,482 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:20:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01109562864/master 2024-12-04T05:20:18,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01109562864 2024-12-04T05:20:18,484 DEBUG [M:0;6c7595a931c3:42773 {}] zookeeper.ZKUtil(347): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Unable to get data of znode /01109562864/master because node does not exist (not an error) 2024-12-04T05:20:18,484 WARN [M:0;6c7595a931c3:42773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:20:18,485 INFO [M:0;6c7595a931c3:42773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/.lastflushedseqids 2024-12-04T05:20:18,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741847_1023 (size=245) 2024-12-04T05:20:18,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:18,579 INFO [RS:0;6c7595a931c3:46417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:18,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46417-0x1017bea3ae30001, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:18,579 INFO [RS:0;6c7595a931c3:46417 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,46417,1733289595973; zookeeper connection closed. 2024-12-04T05:20:18,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ff5454 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ff5454 2024-12-04T05:20:18,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:20:18,890 INFO [M:0;6c7595a931c3:42773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:20:18,890 INFO [M:0;6c7595a931c3:42773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:20:18,890 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:18,890 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:18,890 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:18,890 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:18,890 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:18,890 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T05:20:18,909 DEBUG [M:0;6c7595a931c3:42773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c5bf37ed98847f4a118d10407c8810a is 82, key is hbase:meta,,1/info:regioninfo/1733289598531/Put/seqid=0 2024-12-04T05:20:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741848_1024 (size=5672) 2024-12-04T05:20:19,212 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:19,213 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:19,213 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28299 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:19,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:19,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:19,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:20:19,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:20:19,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:19,313 INFO [M:0;6c7595a931c3:42773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c5bf37ed98847f4a118d10407c8810a 2024-12-04T05:20:19,331 DEBUG [M:0;6c7595a931c3:42773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a81a91a1a75a4a40826ac97b4e0d5ef7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289604916/Put/seqid=0 2024-12-04T05:20:19,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741849_1025 (size=8516) 2024-12-04T05:20:19,736 INFO [M:0;6c7595a931c3:42773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a81a91a1a75a4a40826ac97b4e0d5ef7 2024-12-04T05:20:19,763 DEBUG [M:0;6c7595a931c3:42773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b06bf52aedd049538b52e47e43d1e668 is 69, key is 6c7595a931c3,46417,1733289595973/rs:state/1733289597818/Put/seqid=0 2024-12-04T05:20:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741850_1026 (size=5156) 2024-12-04T05:20:19,780 INFO [M:0;6c7595a931c3:42773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b06bf52aedd049538b52e47e43d1e668 2024-12-04T05:20:19,784 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c5bf37ed98847f4a118d10407c8810a as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c5bf37ed98847f4a118d10407c8810a 2024-12-04T05:20:19,788 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c5bf37ed98847f4a118d10407c8810a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:20:19,789 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a81a91a1a75a4a40826ac97b4e0d5ef7 as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a81a91a1a75a4a40826ac97b4e0d5ef7 2024-12-04T05:20:19,792 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a81a91a1a75a4a40826ac97b4e0d5ef7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:20:19,793 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b06bf52aedd049538b52e47e43d1e668 as hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b06bf52aedd049538b52e47e43d1e668 2024-12-04T05:20:19,799 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38699/user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b06bf52aedd049538b52e47e43d1e668, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:20:19,800 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false 2024-12-04T05:20:19,806 INFO [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:19,806 DEBUG [M:0;6c7595a931c3:42773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289618890Disabling compacts and flushes for region at 1733289618890Disabling writes for close at 1733289618890Obtaining lock to block concurrent updates at 1733289618890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289618890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733289618891 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289618891Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289618891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289618908 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289618909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289619317 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289619331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289619331Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289619747 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289619763 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289619763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42405e1: reopening flushed file at 1733289619784 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9e735e: reopening flushed file at 1733289619788 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dcc4043: reopening flushed file at 1733289619793 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=97, compaction requested=false at 1733289619800 (+7 ms)Writing region close event to WAL at 1733289619806 (+6 ms)Closed at 1733289619806 2024-12-04T05:20:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741830_1006 (size=63654) 2024-12-04T05:20:19,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2be8d153-7172-8b9b-0318-6550da2d458f/MasterData/WALs/6c7595a931c3,42773,1733289595926/6c7595a931c3%2C42773%2C1733289595926.1733289597668 not finished, retry = 0 2024-12-04T05:20:19,911 INFO [M:0;6c7595a931c3:42773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:20:19,911 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:19,911 INFO [M:0;6c7595a931c3:42773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42773 2024-12-04T05:20:19,911 INFO [M:0;6c7595a931c3:42773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:20,013 INFO [M:0;6c7595a931c3:42773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x1017bea3ae30000, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:20,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7987b4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:20,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27010475{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:20,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:20,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d7730ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:20,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@367d9374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:20,019 WARN [BP-1183063118-172.17.0.2-1733289594987 heartbeating to localhost/127.0.0.1:38699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:20:20,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:20:20,019 WARN [BP-1183063118-172.17.0.2-1733289594987 heartbeating to localhost/127.0.0.1:38699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1183063118-172.17.0.2-1733289594987 (Datanode Uuid 40721fb7-6cea-429b-ab01-559bd1314170) service to localhost/127.0.0.1:38699 2024-12-04T05:20:20,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:20:20,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/data/data1/current/BP-1183063118-172.17.0.2-1733289594987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:20,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/cluster_2eb0428f-adbf-de64-e9e5-7c14c1eb45d5/data/data2/current/BP-1183063118-172.17.0.2-1733289594987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:20,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:20:20,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5da9cd49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:20,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42813850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:20,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:20,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20891a1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:20,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@abb121d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac756aec-342e-ac10-9a24-86aca43f7163/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:20,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:20:20,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:20:20,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:46189 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38699 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 320) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5043 (was 5154) 2024-12-04T05:20:20,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=5043 2024-12-04T05:20:20,076 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T05:20:20,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir so I do NOT create it in target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c 2024-12-04T05:20:20,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:20:20,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.tmp.dir so I do NOT create it in target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c 2024-12-04T05:20:20,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92be2dbd-6f81-626a-1142-1cf3be256216/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:20:20,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c 2024-12-04T05:20:20,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41, deleteOnExit=true 2024-12-04T05:20:20,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/zookeeper_0, clientPort=53111, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:20:20,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53111 2024-12-04T05:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/test.cache.data in system properties and HBase conf 2024-12-04T05:20:20,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:20:20,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:20:20,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:20:20,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:20:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017bea3ae30005, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:20:20,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017bea3ae30005, quorum=127.0.0.1:60111, baseZNode=/1-1035182452 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:20:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017bea3ae30002, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:20:20,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017bea3ae30002, quorum=127.0.0.1:60111, baseZNode=/01109562864 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:20:20,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:20,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:20,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:20,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:20,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:20:20,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:20,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@400bc40b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:20,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a067209{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:20,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65dad612{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/java.io.tmpdir/jetty-localhost-34679-hadoop-hdfs-3_4_1-tests_jar-_-any-7564051135611479865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:20,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46d10b76{HTTP/1.1, (http/1.1)}{localhost:34679} 2024-12-04T05:20:20,312 INFO [Time-limited test {}] server.Server(415): Started @206318ms 2024-12-04T05:20:20,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:20,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:20,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:20,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:20,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:20:20,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd7183d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:20,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2d5ede{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:20,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ebe229{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/java.io.tmpdir/jetty-localhost-44771-hadoop-hdfs-3_4_1-tests_jar-_-any-5404556745051628621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:20,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d48d49f{HTTP/1.1, (http/1.1)}{localhost:44771} 2024-12-04T05:20:20,529 INFO [Time-limited test {}] server.Server(415): Started @206535ms 2024-12-04T05:20:20,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:20:20,652 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/data/data1/current/BP-1682174757-172.17.0.2-1733289620099/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:20,652 WARN [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/data/data2/current/BP-1682174757-172.17.0.2-1733289620099/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:20,671 WARN [Thread-2632 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:20:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad976dbf36a96af3 with lease ID 0x5b44449dd7298681: Processing first storage report for DS-dd09fa99-6cc6-4e89-a7cf-6874b2e093c0 from datanode DatanodeRegistration(127.0.0.1:37385, datanodeUuid=b2bb74ea-b9f1-4eb6-b514-f6391469d8ae, infoPort=35569, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=515946513;c=1733289620099) 2024-12-04T05:20:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad976dbf36a96af3 with lease ID 0x5b44449dd7298681: from storage DS-dd09fa99-6cc6-4e89-a7cf-6874b2e093c0 node DatanodeRegistration(127.0.0.1:37385, datanodeUuid=b2bb74ea-b9f1-4eb6-b514-f6391469d8ae, infoPort=35569, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=515946513;c=1733289620099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad976dbf36a96af3 with lease ID 0x5b44449dd7298681: Processing first storage report for DS-6d2c06c8-f1bd-443a-b7d5-1a671041fde8 from datanode DatanodeRegistration(127.0.0.1:37385, datanodeUuid=b2bb74ea-b9f1-4eb6-b514-f6391469d8ae, infoPort=35569, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=515946513;c=1733289620099) 2024-12-04T05:20:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad976dbf36a96af3 with lease ID 0x5b44449dd7298681: from storage DS-6d2c06c8-f1bd-443a-b7d5-1a671041fde8 node DatanodeRegistration(127.0.0.1:37385, datanodeUuid=b2bb74ea-b9f1-4eb6-b514-f6391469d8ae, infoPort=35569, infoSecurePort=0, ipcPort=44819, storageInfo=lv=-57;cid=testClusterID;nsid=515946513;c=1733289620099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:20,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c 2024-12-04T05:20:20,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:20,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:20:21,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307 with version=8 2024-12-04T05:20:21,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/hbase-staging 2024-12-04T05:20:21,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:20:21,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:21,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34737 2024-12-04T05:20:21,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34737 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:21,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347370x0, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:21,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34737-0x1017bea9cff0000 connected 2024-12-04T05:20:21,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:21,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:21,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/running 2024-12-04T05:20:21,206 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307, hbase.cluster.distributed=false 2024-12-04T05:20:21,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/acl 2024-12-04T05:20:21,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34737 2024-12-04T05:20:21,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34737 2024-12-04T05:20:21,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34737 2024-12-04T05:20:21,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34737 2024-12-04T05:20:21,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34737 2024-12-04T05:20:21,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:21,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:21,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:21,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:21,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:21,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:21,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:20:21,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:21,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44653 2024-12-04T05:20:21,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44653 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:21,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:21,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:21,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446530x0, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:21,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446530x0, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/running 2024-12-04T05:20:21,242 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:20:21,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44653-0x1017bea9cff0001 connected 2024-12-04T05:20:21,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:20:21,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/master 2024-12-04T05:20:21,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/acl 2024-12-04T05:20:21,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44653 2024-12-04T05:20:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44653 2024-12-04T05:20:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44653 2024-12-04T05:20:21,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44653 2024-12-04T05:20:21,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44653 2024-12-04T05:20:21,270 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:34737 2024-12-04T05:20:21,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1939372528/backup-masters/6c7595a931c3,34737,1733289621177 2024-12-04T05:20:21,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528/backup-masters 2024-12-04T05:20:21,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528/backup-masters 2024-12-04T05:20:21,272 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on existing znode=/0-1939372528/backup-masters/6c7595a931c3,34737,1733289621177 2024-12-04T05:20:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1939372528/master 2024-12-04T05:20:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:21,274 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on existing znode=/0-1939372528/master 2024-12-04T05:20:21,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1939372528/backup-masters/6c7595a931c3,34737,1733289621177 from backup master directory 2024-12-04T05:20:21,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1939372528/backup-masters/6c7595a931c3,34737,1733289621177 2024-12-04T05:20:21,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528/backup-masters 2024-12-04T05:20:21,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528/backup-masters 2024-12-04T05:20:21,277 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:21,277 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,34737,1733289621177 2024-12-04T05:20:21,280 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/hbase.id] with ID: 5c66259d-e976-45bf-a6ce-6b7b30a39faf 2024-12-04T05:20:21,280 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/.tmp/hbase.id 2024-12-04T05:20:21,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:20:21,688 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/.tmp/hbase.id]:[hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/hbase.id] 2024-12-04T05:20:21,698 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:21,698 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:20:21,699 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:20:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:21,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:21,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:20:21,716 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:21,717 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:20:21,718 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:20:22,133 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store 2024-12-04T05:20:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:20:22,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:22,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:22,539 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:22,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:22,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:22,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:22,540 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:22,540 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289622539Disabling compacts and flushes for region at 1733289622539Disabling writes for close at 1733289622539Writing region close event to WAL at 1733289622540 (+1 ms)Closed at 1733289622540 2024-12-04T05:20:22,541 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/.initializing 2024-12-04T05:20:22,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/WALs/6c7595a931c3,34737,1733289621177 2024-12-04T05:20:22,542 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:22,543 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C34737%2C1733289621177, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/WALs/6c7595a931c3,34737,1733289621177, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/oldWALs, maxLogs=10 2024-12-04T05:20:22,556 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/WALs/6c7595a931c3,34737,1733289621177/6c7595a931c3%2C34737%2C1733289621177.1733289622543, exclude list is [], retry=0 2024-12-04T05:20:22,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-dd09fa99-6cc6-4e89-a7cf-6874b2e093c0,DISK] 2024-12-04T05:20:22,560 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/WALs/6c7595a931c3,34737,1733289621177/6c7595a931c3%2C34737%2C1733289621177.1733289622543 2024-12-04T05:20:22,561 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-12-04T05:20:22,561 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:22,561 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:22,561 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,561 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:20:22,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:22,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:22,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:20:22,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:22,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:22,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:20:22,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:22,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:22,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:20:22,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:22,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:22,570 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,570 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,571 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,571 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,571 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,572 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:22,573 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:22,574 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:22,575 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69649333, jitterRate=0.03785593807697296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:22,575 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289622561Initializing all the Stores at 1733289622562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289622562Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289622565 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289622565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289622565Cleaning up temporary data from old regions at 1733289622571 (+6 ms)Region opened successfully at 1733289622575 (+4 ms) 2024-12-04T05:20:22,575 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:20:22,578 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcbdded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:22,578 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:20:22,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:20:22,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:20:22,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:20:22,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:20:22,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:20:22,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:20:22,581 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:20:22,581 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Unable to get data of znode /0-1939372528/balancer because node does not exist (not necessarily an error) 2024-12-04T05:20:22,583 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1939372528/balancer already deleted, retry=false 2024-12-04T05:20:22,583 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:20:22,583 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Unable to get data of znode /0-1939372528/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:20:22,584 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1939372528/normalizer already deleted, retry=false 2024-12-04T05:20:22,585 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:20:22,585 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Unable to get data of znode /0-1939372528/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:20:22,588 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1939372528/switch/split already deleted, retry=false 2024-12-04T05:20:22,589 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Unable to get data of znode /0-1939372528/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:20:22,590 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1939372528/switch/merge already deleted, retry=false 2024-12-04T05:20:22,591 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Unable to get data of znode /0-1939372528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:20:22,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1939372528/snapshot-cleanup already deleted, retry=false 2024-12-04T05:20:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1939372528/running 2024-12-04T05:20:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1939372528/running 2024-12-04T05:20:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:22,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:22,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,34737,1733289621177, sessionid=0x1017bea9cff0000, setting cluster-up flag (Was=false) 2024-12-04T05:20:22,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:22,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:22,603 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1939372528/flush-table-proc/acquired, /0-1939372528/flush-table-proc/reached, /0-1939372528/flush-table-proc/abort 2024-12-04T05:20:22,604 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34737,1733289621177 2024-12-04T05:20:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:22,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:22,612 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1939372528/online-snapshot/acquired, /0-1939372528/online-snapshot/reached, /0-1939372528/online-snapshot/abort 2024-12-04T05:20:22,613 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34737,1733289621177 2024-12-04T05:20:22,613 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:20:22,615 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:22,615 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:20:22,615 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:20:22,615 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,34737,1733289621177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:22,616 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:22,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:20:22,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:22,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:20:22,624 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289652624 2024-12-04T05:20:22,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:20:22,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:20:22,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:20:22,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:20:22,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:20:22,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:20:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:20:22,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:20:22,627 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307 2024-12-04T05:20:22,632 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,633 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:20:22,633 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:20:22,633 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:20:22,633 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:20:22,636 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:20:22,636 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:20:22,636 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289622636,5,FailOnTimeoutGroup] 2024-12-04T05:20:22,638 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289622636,5,FailOnTimeoutGroup] 2024-12-04T05:20:22,638 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,638 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:20:22,638 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,638 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:20:22,661 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(746): ClusterId : 5c66259d-e976-45bf-a6ce-6b7b30a39faf 2024-12-04T05:20:22,661 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:20:22,664 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:20:22,664 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:20:22,665 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:20:22,665 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fafce5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:22,677 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:44653 2024-12-04T05:20:22,677 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:20:22,677 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:20:22,677 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:20:22,678 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,34737,1733289621177 with port=44653, startcode=1733289621234 2024-12-04T05:20:22,678 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:20:22,679 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:20:22,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,44653,1733289621234 2024-12-04T05:20:22,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34737 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:22,681 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307 2024-12-04T05:20:22,681 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35741 2024-12-04T05:20:22,681 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:20:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528/rs 2024-12-04T05:20:22,685 DEBUG [RS:0;6c7595a931c3:44653 {}] zookeeper.ZKUtil(111): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on existing znode=/0-1939372528/rs/6c7595a931c3,44653,1733289621234 2024-12-04T05:20:22,685 WARN [RS:0;6c7595a931c3:44653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:22,685 INFO [RS:0;6c7595a931c3:44653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:22,685 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234 2024-12-04T05:20:22,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,44653,1733289621234] 2024-12-04T05:20:22,688 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:20:22,690 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:20:22,690 INFO [RS:0;6c7595a931c3:44653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:20:22,691 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,692 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:20:22,693 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:20:22,693 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:22,693 DEBUG [RS:0;6c7595a931c3:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:22,695 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,695 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,695 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,695 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,705 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,705 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44653,1733289621234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:22,724 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:20:22,724 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,44653,1733289621234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,724 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,724 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.Replication(171): 6c7595a931c3,44653,1733289621234 started 2024-12-04T05:20:22,741 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:22,741 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,44653,1733289621234, RpcServer on 6c7595a931c3/172.17.0.2:44653, sessionid=0x1017bea9cff0001 2024-12-04T05:20:22,741 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:20:22,741 DEBUG [RS:0;6c7595a931c3:44653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,44653,1733289621234 2024-12-04T05:20:22,741 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,44653,1733289621234' 2024-12-04T05:20:22,741 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1939372528/flush-table-proc/abort' 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1939372528/flush-table-proc/acquired' 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,44653,1733289621234 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,44653,1733289621234' 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1939372528/online-snapshot/abort' 2024-12-04T05:20:22,742 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1939372528/online-snapshot/acquired' 2024-12-04T05:20:22,743 DEBUG [RS:0;6c7595a931c3:44653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:20:22,743 INFO [RS:0;6c7595a931c3:44653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:20:22,743 INFO [RS:0;6c7595a931c3:44653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:20:22,843 INFO [RS:0;6c7595a931c3:44653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:22,845 INFO [RS:0;6c7595a931c3:44653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C44653%2C1733289621234, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/oldWALs, maxLogs=10 2024-12-04T05:20:22,860 DEBUG [RS:0;6c7595a931c3:44653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, exclude list is [], retry=0 2024-12-04T05:20:22,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-dd09fa99-6cc6-4e89-a7cf-6874b2e093c0,DISK] 2024-12-04T05:20:22,864 INFO [RS:0;6c7595a931c3:44653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 2024-12-04T05:20:22,866 DEBUG [RS:0;6c7595a931c3:44653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-12-04T05:20:23,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:23,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:23,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:23,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:23,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:23,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:23,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:23,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:23,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:23,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:23,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740 2024-12-04T05:20:23,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740 2024-12-04T05:20:23,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:23,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:23,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:23,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:23,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:23,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73267266, jitterRate=0.0917673408985138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289623042Initializing all the Stores at 1733289623042Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289623042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289623043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289623043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289623043Cleaning up temporary data from old regions at 1733289623053 (+10 ms)Region opened successfully at 1733289623059 (+6 ms) 2024-12-04T05:20:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:23,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:23,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:23,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:23,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289623059Disabling compacts and flushes for region at 1733289623059Disabling writes for close at 1733289623059Writing region close event to WAL at 1733289623060 (+1 ms)Closed at 1733289623060 2024-12-04T05:20:23,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:23,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:20:23,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:20:23,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:23,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:20:23,213 DEBUG [6c7595a931c3:34737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:20:23,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:23,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,44653,1733289621234, state=OPENING 2024-12-04T05:20:23,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:20:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:23,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1939372528/meta-region-server: CHANGED 2024-12-04T05:20:23,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1939372528/meta-region-server: CHANGED 2024-12-04T05:20:23,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:23,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,44653,1733289621234}] 2024-12-04T05:20:23,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:23,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:20:23,383 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:20:23,383 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:23,383 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:20:23,385 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C44653%2C1733289621234.meta, suffix=.meta, logDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/oldWALs, maxLogs=10 2024-12-04T05:20:23,402 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.meta.1733289623385.meta, exclude list is [], retry=0 2024-12-04T05:20:23,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-dd09fa99-6cc6-4e89-a7cf-6874b2e093c0,DISK] 2024-12-04T05:20:23,408 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.meta.1733289623385.meta 2024-12-04T05:20:23,412 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-12-04T05:20:23,412 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:23,413 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:23,413 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:23,413 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:20:23,413 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:20:23,413 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:20:23,413 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:23,413 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:20:23,413 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:20:23,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:23,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:23,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:23,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:23,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:23,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:23,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:23,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:23,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:23,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:23,419 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:23,420 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740 2024-12-04T05:20:23,421 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740 2024-12-04T05:20:23,422 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:23,422 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:23,422 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:23,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:23,424 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72383249, jitterRate=0.07859446108341217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:23,424 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:20:23,424 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289623414Writing region info on filesystem at 1733289623414Initializing all the Stores at 1733289623414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289623414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289623415 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289623415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289623415Cleaning up temporary data from old regions at 1733289623422 (+7 ms)Running coprocessor post-open hooks at 1733289623424 (+2 ms)Region opened successfully at 1733289623424 2024-12-04T05:20:23,426 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289623378 2024-12-04T05:20:23,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:23,429 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:20:23,430 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,44653,1733289621234, state=OPEN 2024-12-04T05:20:23,431 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:20:23,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1939372528/meta-region-server 2024-12-04T05:20:23,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1939372528/meta-region-server 2024-12-04T05:20:23,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1939372528/meta-region-server: CHANGED 2024-12-04T05:20:23,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1939372528/meta-region-server: CHANGED 2024-12-04T05:20:23,433 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:23,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:20:23,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,44653,1733289621234 in 208 msec 2024-12-04T05:20:23,440 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:23,440 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:20:23,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:20:23,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-12-04T05:20:23,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:23,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,44653,1733289621234, seqNum=-1] 2024-12-04T05:20:23,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:23,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:23,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-12-04T05:20:23,449 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289623449, completionTime=-1 2024-12-04T05:20:23,449 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:20:23,449 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:20:23,451 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:20:23,451 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289683451 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289743452 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34737,1733289621177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34737,1733289621177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34737,1733289621177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:34737, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,455 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:20:23,456 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.182sec 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34737,1733289621177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:23,459 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34737,1733289621177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:20:23,462 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:20:23,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:20:23,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34737,1733289621177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:23,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1e9810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:23,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:23,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:23,474 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a66221f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:23,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:23,477 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:23,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ab4172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:23,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,44653,1733289621234, seqNum=-1] 2024-12-04T05:20:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:23,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:23,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,34737,1733289621177 2024-12-04T05:20:23,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:23,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:23,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017bea9cff0002 connected 2024-12-04T05:20:23,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir so I do NOT create it in target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8 2024-12-04T05:20:23,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:20:23,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.tmp.dir so I do NOT create it in target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8 2024-12-04T05:20:23,497 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:20:23,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8 2024-12-04T05:20:23,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:20:23,497 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/cluster_8b960f40-7f4e-681d-470b-bd030722d9b6, deleteOnExit=true 2024-12-04T05:20:23,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/test.cache.data in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:20:23,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:20:23,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:20:23,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:20:23,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:23,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:23,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:23,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:23,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:20:23,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:23,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e69e34f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:23,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@656f785a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:23,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7824f551{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/java.io.tmpdir/jetty-localhost-40501-hadoop-hdfs-3_4_1-tests_jar-_-any-5668799182606042760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:23,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9561a79{HTTP/1.1, (http/1.1)}{localhost:40501} 2024-12-04T05:20:23,765 INFO [Time-limited test {}] server.Server(415): Started @209771ms 2024-12-04T05:20:23,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:23,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:23,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:23,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:23,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:20:23,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7eac92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:23,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d8dad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:24,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72cb97e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/java.io.tmpdir/jetty-localhost-46825-hadoop-hdfs-3_4_1-tests_jar-_-any-12475088614317802541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:24,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bb52b53{HTTP/1.1, (http/1.1)}{localhost:46825} 2024-12-04T05:20:24,131 INFO [Time-limited test {}] server.Server(415): Started @210137ms 2024-12-04T05:20:24,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:20:24,269 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/cluster_8b960f40-7f4e-681d-470b-bd030722d9b6/data/data1/current/BP-157300000-172.17.0.2-1733289623534/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:24,274 WARN [Thread-2765 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/cluster_8b960f40-7f4e-681d-470b-bd030722d9b6/data/data2/current/BP-157300000-172.17.0.2-1733289623534/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:24,315 WARN [Thread-2752 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:20:24,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69d76deea6bd4c2 with lease ID 0x2e6a8c395a14e003: Processing first storage report for DS-1ce20d63-d984-4dca-8d3d-f974155f2c1e from datanode DatanodeRegistration(127.0.0.1:39981, datanodeUuid=923ba33b-cf6f-4e73-8e93-342833545970, infoPort=44275, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=1630494572;c=1733289623534) 2024-12-04T05:20:24,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69d76deea6bd4c2 with lease ID 0x2e6a8c395a14e003: from storage DS-1ce20d63-d984-4dca-8d3d-f974155f2c1e node DatanodeRegistration(127.0.0.1:39981, datanodeUuid=923ba33b-cf6f-4e73-8e93-342833545970, infoPort=44275, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=1630494572;c=1733289623534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:24,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69d76deea6bd4c2 with lease ID 0x2e6a8c395a14e003: Processing first storage report for DS-7b0119b0-392b-4875-8290-15a65e482d9b from datanode DatanodeRegistration(127.0.0.1:39981, datanodeUuid=923ba33b-cf6f-4e73-8e93-342833545970, infoPort=44275, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=1630494572;c=1733289623534) 2024-12-04T05:20:24,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69d76deea6bd4c2 with lease ID 0x2e6a8c395a14e003: from storage DS-7b0119b0-392b-4875-8290-15a65e482d9b node DatanodeRegistration(127.0.0.1:39981, datanodeUuid=923ba33b-cf6f-4e73-8e93-342833545970, infoPort=44275, infoSecurePort=0, ipcPort=34211, storageInfo=lv=-57;cid=testClusterID;nsid=1630494572;c=1733289623534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:24,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8 2024-12-04T05:20:24,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:20:24,446 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7 with version=8 2024-12-04T05:20:24,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/hbase-staging 2024-12-04T05:20:24,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:24,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:24,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:24,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:24,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:24,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:24,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:20:24,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:24,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41143 2024-12-04T05:20:24,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41143 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:24,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411430x0, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:24,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41143-0x1017bea9cff0003 connected 2024-12-04T05:20:24,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/running 2024-12-04T05:20:24,493 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7, hbase.cluster.distributed=false 2024-12-04T05:20:24,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/acl 2024-12-04T05:20:24,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-12-04T05:20:24,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-12-04T05:20:24,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-12-04T05:20:24,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-12-04T05:20:24,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-12-04T05:20:24,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:24,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:24,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:24,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:24,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:24,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:24,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:20:24,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:24,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40497 2024-12-04T05:20:24,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40497 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:24,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404970x0, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:24,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404970x0, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/running 2024-12-04T05:20:24,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:20:24,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40497-0x1017bea9cff0004 connected 2024-12-04T05:20:24,549 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:20:24,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/master 2024-12-04T05:20:24,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/acl 2024-12-04T05:20:24,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40497 2024-12-04T05:20:24,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40497 2024-12-04T05:20:24,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40497 2024-12-04T05:20:24,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40497 2024-12-04T05:20:24,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40497 2024-12-04T05:20:24,594 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:41143 2024-12-04T05:20:24,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1222568637/backup-masters/6c7595a931c3,41143,1733289624449 2024-12-04T05:20:24,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637/backup-masters 2024-12-04T05:20:24,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637/backup-masters 2024-12-04T05:20:24,598 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on existing znode=/1-1222568637/backup-masters/6c7595a931c3,41143,1733289624449 2024-12-04T05:20:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1222568637/master 2024-12-04T05:20:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:24,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:24,602 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on existing znode=/1-1222568637/master 2024-12-04T05:20:24,602 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1222568637/backup-masters/6c7595a931c3,41143,1733289624449 from backup master directory 2024-12-04T05:20:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637/backup-masters 2024-12-04T05:20:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1222568637/backup-masters/6c7595a931c3,41143,1733289624449 2024-12-04T05:20:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637/backup-masters 2024-12-04T05:20:24,604 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:24,604 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,41143,1733289624449 2024-12-04T05:20:24,608 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/hbase.id] with ID: f3e19898-af1f-4d9e-8cf8-6cca1e45e90e 2024-12-04T05:20:24,608 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/.tmp/hbase.id 2024-12-04T05:20:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:20:24,624 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/.tmp/hbase.id]:[hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/hbase.id] 2024-12-04T05:20:24,635 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:24,635 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:20:24,636 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:20:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:20:24,655 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:24,656 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:20:24,660 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:20:24,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:24,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:24,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:25,074 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store 2024-12-04T05:20:25,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:20:25,081 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:25,081 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:25,081 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:25,081 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:25,081 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:25,082 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:25,082 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:25,082 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289625081Disabling compacts and flushes for region at 1733289625081Disabling writes for close at 1733289625082 (+1 ms)Writing region close event to WAL at 1733289625082Closed at 1733289625082 2024-12-04T05:20:25,082 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/.initializing 2024-12-04T05:20:25,082 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/WALs/6c7595a931c3,41143,1733289624449 2024-12-04T05:20:25,083 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:25,085 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C41143%2C1733289624449, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/WALs/6c7595a931c3,41143,1733289624449, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/oldWALs, maxLogs=10 2024-12-04T05:20:25,102 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/WALs/6c7595a931c3,41143,1733289624449/6c7595a931c3%2C41143%2C1733289624449.1733289625085, exclude list is [], retry=0 2024-12-04T05:20:25,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-1ce20d63-d984-4dca-8d3d-f974155f2c1e,DISK] 2024-12-04T05:20:25,106 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/WALs/6c7595a931c3,41143,1733289624449/6c7595a931c3%2C41143%2C1733289624449.1733289625085 2024-12-04T05:20:25,106 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-12-04T05:20:25,107 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:25,107 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:25,107 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,107 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:20:25,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:20:25,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:25,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:20:25,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:25,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:20:25,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:25,114 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,115 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,115 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,116 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,116 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,117 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:25,118 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:25,120 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:25,120 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64225076, jitterRate=-0.042971789836883545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:25,120 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289625107Initializing all the Stores at 1733289625108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625108Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289625108Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289625108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289625108Cleaning up temporary data from old regions at 1733289625116 (+8 ms)Region opened successfully at 1733289625120 (+4 ms) 2024-12-04T05:20:25,121 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:20:25,123 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7342be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:25,124 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:20:25,124 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:20:25,124 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:20:25,125 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:20:25,125 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:20:25,125 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:20:25,126 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:20:25,127 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:20:25,128 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Unable to get data of znode /1-1222568637/balancer because node does not exist (not necessarily an error) 2024-12-04T05:20:25,132 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1222568637/balancer already deleted, retry=false 2024-12-04T05:20:25,133 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:20:25,135 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Unable to get data of znode /1-1222568637/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:20:25,136 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1222568637/normalizer already deleted, retry=false 2024-12-04T05:20:25,137 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:20:25,141 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Unable to get data of znode /1-1222568637/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:20:25,142 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1222568637/switch/split already deleted, retry=false 2024-12-04T05:20:25,143 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Unable to get data of znode /1-1222568637/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:20:25,145 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1222568637/switch/merge already deleted, retry=false 2024-12-04T05:20:25,147 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Unable to get data of znode /1-1222568637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:20:25,150 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1222568637/snapshot-cleanup already deleted, retry=false 2024-12-04T05:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1222568637/running 2024-12-04T05:20:25,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,153 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,41143,1733289624449, sessionid=0x1017bea9cff0003, setting cluster-up flag (Was=false) 2024-12-04T05:20:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1222568637/running 2024-12-04T05:20:25,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1222568637/flush-table-proc/acquired, /1-1222568637/flush-table-proc/reached, /1-1222568637/flush-table-proc/abort 2024-12-04T05:20:25,163 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,41143,1733289624449 2024-12-04T05:20:25,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,172 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1222568637/online-snapshot/acquired, /1-1222568637/online-snapshot/reached, /1-1222568637/online-snapshot/abort 2024-12-04T05:20:25,173 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,41143,1733289624449 2024-12-04T05:20:25,174 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:20:25,176 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:25,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:20:25,177 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:20:25,177 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,41143,1733289624449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:20:25,178 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(746): ClusterId : f3e19898-af1f-4d9e-8cf8-6cca1e45e90e 2024-12-04T05:20:25,178 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:25,181 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,182 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:20:25,182 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:20:25,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:25,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:20:25,184 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:20:25,184 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f071eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:25,185 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:20:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:20:25,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:20:25,201 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7 2024-12-04T05:20:25,204 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289655204 2024-12-04T05:20:25,204 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:20:25,205 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:20:25,205 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:20:25,205 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:20:25,205 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:20:25,205 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:20:25,206 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:40497 2024-12-04T05:20:25,206 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:20:25,206 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:20:25,206 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:20:25,208 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,211 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,41143,1733289624449 with port=40497, startcode=1733289624532 2024-12-04T05:20:25,211 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:20:25,215 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:20:25,215 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:20:25,216 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:20:25,216 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:20:25,217 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:20:25,217 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:20:25,219 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:20:25,220 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:20:25,221 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T05:20:25,221 WARN [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T05:20:25,224 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289625217,5,FailOnTimeoutGroup] 2024-12-04T05:20:25,226 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289625224,5,FailOnTimeoutGroup] 2024-12-04T05:20:25,226 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,226 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:20:25,226 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,226 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:20:25,321 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,41143,1733289624449 with port=40497, startcode=1733289624532 2024-12-04T05:20:25,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,324 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7 2024-12-04T05:20:25,324 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43027 2024-12-04T05:20:25,324 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:20:25,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637/rs 2024-12-04T05:20:25,328 DEBUG [RS:0;6c7595a931c3:40497 {}] zookeeper.ZKUtil(111): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on existing znode=/1-1222568637/rs/6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,328 WARN [RS:0;6c7595a931c3:40497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:25,328 INFO [RS:0;6c7595a931c3:40497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:25,329 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,40497,1733289624532] 2024-12-04T05:20:25,332 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:20:25,347 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:20:25,349 INFO [RS:0;6c7595a931c3:40497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:20:25,349 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,352 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:20:25,353 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:20:25,354 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:25,354 DEBUG [RS:0;6c7595a931c3:40497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:25,357 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,357 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,357 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,357 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,357 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,357 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40497,1733289624532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:25,371 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:20:25,372 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40497,1733289624532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,372 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,372 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.Replication(171): 6c7595a931c3,40497,1733289624532 started 2024-12-04T05:20:25,389 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:25,389 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,40497,1733289624532, RpcServer on 6c7595a931c3/172.17.0.2:40497, sessionid=0x1017bea9cff0004 2024-12-04T05:20:25,389 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:20:25,389 DEBUG [RS:0;6c7595a931c3:40497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,389 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,40497,1733289624532' 2024-12-04T05:20:25,389 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1222568637/flush-table-proc/abort' 2024-12-04T05:20:25,390 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1222568637/flush-table-proc/acquired' 2024-12-04T05:20:25,390 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:20:25,390 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:20:25,390 DEBUG [RS:0;6c7595a931c3:40497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,390 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,40497,1733289624532' 2024-12-04T05:20:25,391 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1222568637/online-snapshot/abort' 2024-12-04T05:20:25,391 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1222568637/online-snapshot/acquired' 2024-12-04T05:20:25,391 DEBUG [RS:0;6c7595a931c3:40497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:20:25,391 INFO [RS:0;6c7595a931c3:40497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:20:25,391 INFO [RS:0;6c7595a931c3:40497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:20:25,492 INFO [RS:0;6c7595a931c3:40497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:25,493 INFO [RS:0;6c7595a931c3:40497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40497%2C1733289624532, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/oldWALs, maxLogs=10 2024-12-04T05:20:25,514 DEBUG [RS:0;6c7595a931c3:40497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, exclude list is [], retry=0 2024-12-04T05:20:25,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-1ce20d63-d984-4dca-8d3d-f974155f2c1e,DISK] 2024-12-04T05:20:25,518 INFO [RS:0;6c7595a931c3:40497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 2024-12-04T05:20:25,519 DEBUG [RS:0;6c7595a931c3:40497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-12-04T05:20:25,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:25,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:25,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:25,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:25,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:25,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:25,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:25,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:25,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:25,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:25,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740 2024-12-04T05:20:25,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740 2024-12-04T05:20:25,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:25,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:25,640 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:25,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:25,643 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:25,643 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65164396, jitterRate=-0.028974831104278564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:25,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289625631Initializing all the Stores at 1733289625632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625632Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289625632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625632Cleaning up temporary data from old regions at 1733289625640 (+8 ms)Region opened successfully at 1733289625643 (+3 ms) 2024-12-04T05:20:25,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:25,643 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:25,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:25,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:25,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:25,644 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:25,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289625643Disabling compacts and flushes for region at 1733289625643Disabling writes for close at 1733289625643Writing region close event to WAL at 1733289625644 (+1 ms)Closed at 1733289625644 2024-12-04T05:20:25,645 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:25,645 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:20:25,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:20:25,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:25,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:20:25,797 DEBUG [6c7595a931c3:41143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:20:25,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:25,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,40497,1733289624532, state=OPENING 2024-12-04T05:20:25,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:20:25,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:25,803 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:25,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1222568637/meta-region-server: CHANGED 2024-12-04T05:20:25,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1222568637/meta-region-server: CHANGED 2024-12-04T05:20:25,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,40497,1733289624532}] 2024-12-04T05:20:25,956 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:25,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:20:25,961 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:20:25,961 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:25,961 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:20:25,962 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40497%2C1733289624532.meta, suffix=.meta, logDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/oldWALs, maxLogs=10 2024-12-04T05:20:25,983 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.meta.1733289625963.meta, exclude list is [], retry=0 2024-12-04T05:20:25,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-1ce20d63-d984-4dca-8d3d-f974155f2c1e,DISK] 2024-12-04T05:20:25,987 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.meta.1733289625963.meta 2024-12-04T05:20:25,987 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-12-04T05:20:25,988 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:25,988 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:25,988 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:25,988 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:20:25,988 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:20:25,989 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:20:25,989 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:25,989 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:20:25,989 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:20:25,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:25,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:25,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:25,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:25,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:25,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:25,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:25,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:25,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:25,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:25,994 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:25,995 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740 2024-12-04T05:20:25,995 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740 2024-12-04T05:20:25,996 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:25,996 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:25,996 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:25,997 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:25,998 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64737357, jitterRate=-0.035338208079338074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:25,998 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:20:25,998 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289625989Writing region info on filesystem at 1733289625989Initializing all the Stores at 1733289625990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625990Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289625990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289625990Cleaning up temporary data from old regions at 1733289625996 (+6 ms)Running coprocessor post-open hooks at 1733289625998 (+2 ms)Region opened successfully at 1733289625998 2024-12-04T05:20:25,999 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289625956 2024-12-04T05:20:26,002 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:20:26,002 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:20:26,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:26,003 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,40497,1733289624532, state=OPEN 2024-12-04T05:20:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1222568637/meta-region-server 2024-12-04T05:20:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1222568637/meta-region-server 2024-12-04T05:20:26,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:26,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1222568637/meta-region-server: CHANGED 2024-12-04T05:20:26,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1222568637/meta-region-server: CHANGED 2024-12-04T05:20:26,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:20:26,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,40497,1733289624532 in 204 msec 2024-12-04T05:20:26,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:20:26,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-12-04T05:20:26,015 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:26,015 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:20:26,017 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:26,017 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40497,1733289624532, seqNum=-1] 2024-12-04T05:20:26,017 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:26,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:26,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-12-04T05:20:26,025 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289626024, completionTime=-1 2024-12-04T05:20:26,025 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:20:26,025 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:20:26,027 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:20:26,027 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289686027 2024-12-04T05:20:26,027 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289746027 2024-12-04T05:20:26,027 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:20:26,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41143,1733289624449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41143,1733289624449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41143,1733289624449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:41143, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,030 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.429sec 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41143,1733289624449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:26,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41143,1733289624449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:20:26,035 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:20:26,035 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:20:26,035 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41143,1733289624449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:26,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5e3997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:26,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41143,-1 for getting cluster id 2024-12-04T05:20:26,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:26,081 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e19898-af1f-4d9e-8cf8-6cca1e45e90e' 2024-12-04T05:20:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e19898-af1f-4d9e-8cf8-6cca1e45e90e" 2024-12-04T05:20:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfedb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41143,-1] 2024-12-04T05:20:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:26,083 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:26,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce8bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:26,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40497,1733289624532, seqNum=-1] 2024-12-04T05:20:26,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:26,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:26,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,41143,1733289624449 2024-12-04T05:20:26,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:26,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:26,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017bea9cff0005 connected 2024-12-04T05:20:26,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir so I do NOT create it in target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f 2024-12-04T05:20:26,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:20:26,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.tmp.dir so I do NOT create it in target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f 2024-12-04T05:20:26,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:20:26,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f 2024-12-04T05:20:26,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:20:26,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/cluster_a4c14525-576d-697a-271d-39ed9dd1fd95, deleteOnExit=true 2024-12-04T05:20:26,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/test.cache.data in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:20:26,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:26,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:20:26,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:20:26,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:26,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:26,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:26,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:26,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:20:26,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:26,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e7a7fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:26,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e0091c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:26,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75a8c9bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/java.io.tmpdir/jetty-localhost-37255-hadoop-hdfs-3_4_1-tests_jar-_-any-2580397542922530427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:26,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289a0598{HTTP/1.1, (http/1.1)}{localhost:37255} 2024-12-04T05:20:26,332 INFO [Time-limited test {}] server.Server(415): Started @212338ms 2024-12-04T05:20:26,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:26,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:26,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:26,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:26,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:20:26,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59303038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:26,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f145e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:26,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8a7d804{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/java.io.tmpdir/jetty-localhost-42255-hadoop-hdfs-3_4_1-tests_jar-_-any-11084974532501115103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:26,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b321cee{HTTP/1.1, (http/1.1)}{localhost:42255} 2024-12-04T05:20:26,616 INFO [Time-limited test {}] server.Server(415): Started @212622ms 2024-12-04T05:20:26,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:20:26,721 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/cluster_a4c14525-576d-697a-271d-39ed9dd1fd95/data/data1/current/BP-1933764379-172.17.0.2-1733289626120/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:26,721 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/cluster_a4c14525-576d-697a-271d-39ed9dd1fd95/data/data2/current/BP-1933764379-172.17.0.2-1733289626120/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:26,744 WARN [Thread-2873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:20:26,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4940de349cf20cb with lease ID 0x1cb96844d5b11359: Processing first storage report for DS-93fc6061-a646-40ae-97fb-879665d9393f from datanode DatanodeRegistration(127.0.0.1:35373, datanodeUuid=6ce8ccb1-a4c7-4cf0-be6c-a6b8cfd5c7b5, infoPort=41049, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=1701490563;c=1733289626120) 2024-12-04T05:20:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4940de349cf20cb with lease ID 0x1cb96844d5b11359: from storage DS-93fc6061-a646-40ae-97fb-879665d9393f node DatanodeRegistration(127.0.0.1:35373, datanodeUuid=6ce8ccb1-a4c7-4cf0-be6c-a6b8cfd5c7b5, infoPort=41049, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=1701490563;c=1733289626120), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4940de349cf20cb with lease ID 0x1cb96844d5b11359: Processing first storage report for DS-43d47f4f-1cfb-4abb-95ba-de5b82f76033 from datanode DatanodeRegistration(127.0.0.1:35373, datanodeUuid=6ce8ccb1-a4c7-4cf0-be6c-a6b8cfd5c7b5, infoPort=41049, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=1701490563;c=1733289626120) 2024-12-04T05:20:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4940de349cf20cb with lease ID 0x1cb96844d5b11359: from storage DS-43d47f4f-1cfb-4abb-95ba-de5b82f76033 node DatanodeRegistration(127.0.0.1:35373, datanodeUuid=6ce8ccb1-a4c7-4cf0-be6c-a6b8cfd5c7b5, infoPort=41049, infoSecurePort=0, ipcPort=43225, storageInfo=lv=-57;cid=testClusterID;nsid=1701490563;c=1733289626120), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:26,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f 2024-12-04T05:20:26,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:26,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:20:26,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b with version=8 2024-12-04T05:20:26,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/hbase-staging 2024-12-04T05:20:26,870 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:20:26,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:26,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38505 2024-12-04T05:20:26,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38505 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:26,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385050x0, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:26,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38505-0x1017bea9cff0006 connected 2024-12-04T05:20:26,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:26,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:26,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/running 2024-12-04T05:20:26,897 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b, hbase.cluster.distributed=false 2024-12-04T05:20:26,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/acl 2024-12-04T05:20:26,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38505 2024-12-04T05:20:26,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38505 2024-12-04T05:20:26,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38505 2024-12-04T05:20:26,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38505 2024-12-04T05:20:26,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38505 2024-12-04T05:20:26,951 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:20:26,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:26,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45867 2024-12-04T05:20:26,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45867 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:26,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:26,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458670x0, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:26,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458670x0, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/running 2024-12-04T05:20:26,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:20:26,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45867-0x1017bea9cff0007 connected 2024-12-04T05:20:26,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:20:26,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/master 2024-12-04T05:20:26,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/acl 2024-12-04T05:20:26,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-04T05:20:26,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45867 2024-12-04T05:20:26,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45867 2024-12-04T05:20:26,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-04T05:20:26,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45867 2024-12-04T05:20:27,007 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:38505 2024-12-04T05:20:27,008 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22065393330/backup-masters/6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330/backup-masters 2024-12-04T05:20:27,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330/backup-masters 2024-12-04T05:20:27,012 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on existing znode=/22065393330/backup-masters/6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22065393330/master 2024-12-04T05:20:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,015 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on existing znode=/22065393330/master 2024-12-04T05:20:27,015 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22065393330/backup-masters/6c7595a931c3,38505,1733289626870 from backup master directory 2024-12-04T05:20:27,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330/backup-masters 2024-12-04T05:20:27,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065393330/backup-masters/6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330/backup-masters 2024-12-04T05:20:27,017 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:27,017 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,029 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/hbase.id] with ID: ef0d6970-4aee-4795-966d-74ad3e6cb556 2024-12-04T05:20:27,029 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/.tmp/hbase.id 2024-12-04T05:20:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:20:27,052 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/.tmp/hbase.id]:[hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/hbase.id] 2024-12-04T05:20:27,066 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:27,066 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:20:27,067 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:20:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:20:27,088 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:27,089 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:20:27,100 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:27,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:20:27,138 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store 2024-12-04T05:20:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:20:27,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:27,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:27,162 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:27,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:27,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:27,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:27,162 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:27,162 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289627162Disabling compacts and flushes for region at 1733289627162Disabling writes for close at 1733289627162Writing region close event to WAL at 1733289627162Closed at 1733289627162 2024-12-04T05:20:27,163 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/.initializing 2024-12-04T05:20:27,163 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/WALs/6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,164 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:27,166 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C38505%2C1733289626870, suffix=, logDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/WALs/6c7595a931c3,38505,1733289626870, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/oldWALs, maxLogs=10 2024-12-04T05:20:27,183 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/WALs/6c7595a931c3,38505,1733289626870/6c7595a931c3%2C38505%2C1733289626870.1733289627166, exclude list is [], retry=0 2024-12-04T05:20:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-93fc6061-a646-40ae-97fb-879665d9393f,DISK] 2024-12-04T05:20:27,201 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/WALs/6c7595a931c3,38505,1733289626870/6c7595a931c3%2C38505%2C1733289626870.1733289627166 2024-12-04T05:20:27,206 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-12-04T05:20:27,206 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:27,206 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:27,206 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,206 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:20:27,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:27,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:20:27,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:27,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:20:27,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:27,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:20:27,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:27,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,217 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,217 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,218 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,218 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,219 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:27,220 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:20:27,240 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:27,241 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64518594, jitterRate=-0.03859803080558777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:27,241 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289627206Initializing all the Stores at 1733289627207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289627208 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289627208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289627208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289627208Cleaning up temporary data from old regions at 1733289627218 (+10 ms)Region opened successfully at 1733289627241 (+23 ms) 2024-12-04T05:20:27,249 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:20:27,253 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4389de57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:27,254 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:20:27,254 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:20:27,254 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:20:27,254 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:20:27,255 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:20:27,255 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:20:27,255 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:20:27,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:20:27,272 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Unable to get data of znode /22065393330/balancer because node does not exist (not necessarily an error) 2024-12-04T05:20:27,273 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065393330/balancer already deleted, retry=false 2024-12-04T05:20:27,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:20:27,274 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Unable to get data of znode /22065393330/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:20:27,276 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065393330/normalizer already deleted, retry=false 2024-12-04T05:20:27,276 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:20:27,287 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Unable to get data of znode /22065393330/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:20:27,290 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065393330/switch/split already deleted, retry=false 2024-12-04T05:20:27,291 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Unable to get data of znode /22065393330/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:20:27,292 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065393330/switch/merge already deleted, retry=false 2024-12-04T05:20:27,295 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Unable to get data of znode /22065393330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:20:27,296 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22065393330/snapshot-cleanup already deleted, retry=false 2024-12-04T05:20:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22065393330/running 2024-12-04T05:20:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22065393330/running 2024-12-04T05:20:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,300 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,38505,1733289626870, sessionid=0x1017bea9cff0006, setting cluster-up flag (Was=false) 2024-12-04T05:20:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,312 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22065393330/flush-table-proc/acquired, /22065393330/flush-table-proc/reached, /22065393330/flush-table-proc/abort 2024-12-04T05:20:27,313 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:27,331 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22065393330/online-snapshot/acquired, /22065393330/online-snapshot/reached, /22065393330/online-snapshot/abort 2024-12-04T05:20:27,336 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,38505,1733289626870 2024-12-04T05:20:27,343 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:20:27,354 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:27,354 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:20:27,354 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:20:27,354 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,38505,1733289626870 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:27,356 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:27,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:20:27,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:20:27,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289657388 2024-12-04T05:20:27,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:20:27,389 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:20:27,389 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:20:27,389 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:20:27,389 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:20:27,389 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:20:27,393 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,397 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:20:27,397 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:20:27,397 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:20:27,397 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:20:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:20:27,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:20:27,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b 2024-12-04T05:20:27,410 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(746): ClusterId : ef0d6970-4aee-4795-966d-74ad3e6cb556 2024-12-04T05:20:27,410 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:20:27,413 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:20:27,413 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:20:27,414 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:20:27,415 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282d43d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:20:27,416 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:20:27,416 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:20:27,421 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289627416,5,FailOnTimeoutGroup] 2024-12-04T05:20:27,422 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289627421,5,FailOnTimeoutGroup] 2024-12-04T05:20:27,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:20:27,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:20:27,435 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:45867 2024-12-04T05:20:27,435 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:20:27,435 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:20:27,435 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:20:27,436 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,38505,1733289626870 with port=45867, startcode=1733289626951 2024-12-04T05:20:27,436 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:20:27,441 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:20:27,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,45867,1733289626951 2024-12-04T05:20:27,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38505 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:27,443 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b 2024-12-04T05:20:27,443 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45487 2024-12-04T05:20:27,443 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:20:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330/rs 2024-12-04T05:20:27,457 DEBUG [RS:0;6c7595a931c3:45867 {}] zookeeper.ZKUtil(111): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on existing znode=/22065393330/rs/6c7595a931c3,45867,1733289626951 2024-12-04T05:20:27,457 WARN [RS:0;6c7595a931c3:45867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:27,457 INFO [RS:0;6c7595a931c3:45867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:27,457 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951 2024-12-04T05:20:27,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,45867,1733289626951] 2024-12-04T05:20:27,466 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:20:27,468 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:20:27,468 INFO [RS:0;6c7595a931c3:45867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:20:27,468 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,472 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:20:27,472 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:20:27,473 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:27,473 DEBUG [RS:0;6c7595a931c3:45867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:20:27,479 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,479 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,479 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,479 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,479 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,479 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45867,1733289626951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:27,494 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:20:27,495 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,45867,1733289626951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,495 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,495 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.Replication(171): 6c7595a931c3,45867,1733289626951 started 2024-12-04T05:20:27,509 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:27,509 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,45867,1733289626951, RpcServer on 6c7595a931c3/172.17.0.2:45867, sessionid=0x1017bea9cff0007 2024-12-04T05:20:27,509 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:20:27,509 DEBUG [RS:0;6c7595a931c3:45867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,45867,1733289626951 2024-12-04T05:20:27,509 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,45867,1733289626951' 2024-12-04T05:20:27,509 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22065393330/flush-table-proc/abort' 2024-12-04T05:20:27,510 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22065393330/flush-table-proc/acquired' 2024-12-04T05:20:27,510 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:20:27,510 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:20:27,510 DEBUG [RS:0;6c7595a931c3:45867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,45867,1733289626951 2024-12-04T05:20:27,510 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,45867,1733289626951' 2024-12-04T05:20:27,510 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22065393330/online-snapshot/abort' 2024-12-04T05:20:27,511 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22065393330/online-snapshot/acquired' 2024-12-04T05:20:27,511 DEBUG [RS:0;6c7595a931c3:45867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:20:27,511 INFO [RS:0;6c7595a931c3:45867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:20:27,511 INFO [RS:0;6c7595a931c3:45867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:20:27,611 INFO [RS:0;6c7595a931c3:45867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:20:27,613 INFO [RS:0;6c7595a931c3:45867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C45867%2C1733289626951, suffix=, logDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/oldWALs, maxLogs=10 2024-12-04T05:20:27,629 DEBUG [RS:0;6c7595a931c3:45867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, exclude list is [], retry=0 2024-12-04T05:20:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-93fc6061-a646-40ae-97fb-879665d9393f,DISK] 2024-12-04T05:20:27,636 INFO [RS:0;6c7595a931c3:45867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 2024-12-04T05:20:27,638 DEBUG [RS:0;6c7595a931c3:45867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-12-04T05:20:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:27,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:27,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:27,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:27,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:27,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:27,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:27,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:27,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:27,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:27,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:27,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:27,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:27,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:27,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740 2024-12-04T05:20:27,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740 2024-12-04T05:20:27,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:27,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:27,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:27,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:27,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69374049, jitterRate=0.0337538868188858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289627827Initializing all the Stores at 1733289627828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289627828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289627828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289627828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289627828Cleaning up temporary data from old regions at 1733289627866 (+38 ms)Region opened successfully at 1733289627882 (+16 ms) 2024-12-04T05:20:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:27,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:27,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289627882Disabling compacts and flushes for region at 1733289627882Disabling writes for close at 1733289627882Writing region close event to WAL at 1733289627883 (+1 ms)Closed at 1733289627883 2024-12-04T05:20:27,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:27,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:20:27,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:20:27,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:27,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:20:28,044 DEBUG [6c7595a931c3:38505 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:20:28,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:28,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,45867,1733289626951, state=OPENING 2024-12-04T05:20:28,047 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:20:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:28,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:20:28,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065393330/meta-region-server: CHANGED 2024-12-04T05:20:28,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065393330/meta-region-server: CHANGED 2024-12-04T05:20:28,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,45867,1733289626951}] 2024-12-04T05:20:28,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:28,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:20:28,207 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:20:28,207 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:28,207 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:20:28,209 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C45867%2C1733289626951.meta, suffix=.meta, logDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/oldWALs, maxLogs=10 2024-12-04T05:20:28,222 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.meta.1733289628209.meta, exclude list is [], retry=0 2024-12-04T05:20:28,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-93fc6061-a646-40ae-97fb-879665d9393f,DISK] 2024-12-04T05:20:28,226 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.meta.1733289628209.meta 2024-12-04T05:20:28,226 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-12-04T05:20:28,226 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:28,226 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:28,226 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:28,226 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:20:28,226 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:20:28,227 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:20:28,227 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:28,227 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:20:28,227 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:20:28,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:20:28,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:20:28,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:28,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:28,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:20:28,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:20:28,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:28,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:28,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:20:28,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:20:28,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:28,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:28,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:20:28,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:20:28,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:28,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:20:28,232 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:20:28,232 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740 2024-12-04T05:20:28,233 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740 2024-12-04T05:20:28,234 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:20:28,234 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:20:28,234 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:20:28,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:20:28,235 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75212132, jitterRate=0.12074810266494751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:20:28,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:20:28,235 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289628227Writing region info on filesystem at 1733289628227Initializing all the Stores at 1733289628227Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289628227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289628228 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289628228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289628228Cleaning up temporary data from old regions at 1733289628234 (+6 ms)Running coprocessor post-open hooks at 1733289628235 (+1 ms)Region opened successfully at 1733289628235 2024-12-04T05:20:28,236 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289628203 2024-12-04T05:20:28,238 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:20:28,238 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:20:28,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:28,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,45867,1733289626951, state=OPEN 2024-12-04T05:20:28,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22065393330/meta-region-server 2024-12-04T05:20:28,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22065393330/meta-region-server 2024-12-04T05:20:28,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065393330/meta-region-server: CHANGED 2024-12-04T05:20:28,240 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:28,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22065393330/meta-region-server: CHANGED 2024-12-04T05:20:28,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:20:28,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,45867,1733289626951 in 190 msec 2024-12-04T05:20:28,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:20:28,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-04T05:20:28,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:20:28,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:20:28,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:28,245 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,45867,1733289626951, seqNum=-1] 2024-12-04T05:20:28,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:28,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:28,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec 2024-12-04T05:20:28,251 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289628251, completionTime=-1 2024-12-04T05:20:28,251 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:20:28,251 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289688253 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289748253 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38505,1733289626870-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38505,1733289626870-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38505,1733289626870-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:38505, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,253 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,255 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.239sec 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38505,1733289626870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:20:28,256 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38505,1733289626870-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:20:28,258 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:20:28,258 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:20:28,258 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38505,1733289626870-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:20:28,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1784fb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:28,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:28,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:28,307 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:28,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:28,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:28,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961f127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:28,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:28,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:28,308 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:28,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db96a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:28,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,45867,1733289626951, seqNum=-1] 2024-12-04T05:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:28,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:28,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,38505,1733289626870 2024-12-04T05:20:28,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53111 2024-12-04T05:20:28,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:28,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017bea9cff0008 connected 2024-12-04T05:20:28,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:28,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34737,1733289621177 2024-12-04T05:20:28,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66ab2c48 2024-12-04T05:20:28,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:28,319 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:28,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:20:28,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:28,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:28,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:20:28,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:28,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:20:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:28,688 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:20:28,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 43974c6475ef23448524efa6b8a104f5, NAME => 'test,,1733289628319.43974c6475ef23448524efa6b8a104f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307 2024-12-04T05:20:28,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:20:28,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289628319.43974c6475ef23448524efa6b8a104f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:28,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 43974c6475ef23448524efa6b8a104f5, disabling compactions & flushes 2024-12-04T05:20:28,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:28,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:28,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289628319.43974c6475ef23448524efa6b8a104f5. after waiting 0 ms 2024-12-04T05:20:28,735 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:28,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:28,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 43974c6475ef23448524efa6b8a104f5: Waiting for close lock at 1733289628735Disabling compacts and flushes for region at 1733289628735Disabling writes for close at 1733289628735Writing region close event to WAL at 1733289628735Closed at 1733289628735 2024-12-04T05:20:28,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:28,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289628319.43974c6475ef23448524efa6b8a104f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289628737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289628737"}]},"ts":"1733289628737"} 2024-12-04T05:20:28,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:28,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:28,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289628740"}]},"ts":"1733289628740"} 2024-12-04T05:20:28,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:20:28,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43974c6475ef23448524efa6b8a104f5, ASSIGN}] 2024-12-04T05:20:28,744 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=43974c6475ef23448524efa6b8a104f5, ASSIGN 2024-12-04T05:20:28,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=43974c6475ef23448524efa6b8a104f5, ASSIGN; state=OFFLINE, location=6c7595a931c3,44653,1733289621234; forceNewPlan=false, retain=false 2024-12-04T05:20:28,895 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43974c6475ef23448524efa6b8a104f5, regionState=OPENING, regionLocation=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:28,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=43974c6475ef23448524efa6b8a104f5, ASSIGN because future has completed 2024-12-04T05:20:28,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43974c6475ef23448524efa6b8a104f5, server=6c7595a931c3,44653,1733289621234}] 2024-12-04T05:20:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:29,054 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:29,054 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 43974c6475ef23448524efa6b8a104f5, NAME => 'test,,1733289628319.43974c6475ef23448524efa6b8a104f5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:29,054 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:29,054 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:20:29,054 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,055 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289628319.43974c6475ef23448524efa6b8a104f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:29,055 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,055 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,056 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,057 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43974c6475ef23448524efa6b8a104f5 columnFamilyName f 2024-12-04T05:20:29,057 DEBUG [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:29,057 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] regionserver.HStore(327): Store=43974c6475ef23448524efa6b8a104f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:29,057 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,058 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43974c6475ef23448524efa6b8a104f5 columnFamilyName f1 2024-12-04T05:20:29,058 DEBUG [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:29,058 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] regionserver.HStore(327): Store=43974c6475ef23448524efa6b8a104f5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:29,058 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,059 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 43974c6475ef23448524efa6b8a104f5 columnFamilyName norep 2024-12-04T05:20:29,059 DEBUG [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:29,060 INFO [StoreOpener-43974c6475ef23448524efa6b8a104f5-1 {}] regionserver.HStore(327): Store=43974c6475ef23448524efa6b8a104f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:29,060 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,060 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,061 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,061 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,062 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,062 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:29,063 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,064 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:29,065 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 43974c6475ef23448524efa6b8a104f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70969594, jitterRate=0.05752936005592346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:29,065 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:29,065 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 43974c6475ef23448524efa6b8a104f5: Running coprocessor pre-open hook at 1733289629055Writing region info on filesystem at 1733289629055Initializing all the Stores at 1733289629055Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289629055Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289629056 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289629056Cleaning up temporary data from old regions at 1733289629062 (+6 ms)Running coprocessor post-open hooks at 1733289629065 (+3 ms)Region opened successfully at 1733289629065 2024-12-04T05:20:29,066 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289628319.43974c6475ef23448524efa6b8a104f5., pid=6, masterSystemTime=1733289629050 2024-12-04T05:20:29,068 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:29,068 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:29,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=43974c6475ef23448524efa6b8a104f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:29,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 43974c6475ef23448524efa6b8a104f5, server=6c7595a931c3,44653,1733289621234 because future has completed 2024-12-04T05:20:29,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:20:29,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 43974c6475ef23448524efa6b8a104f5, server=6c7595a931c3,44653,1733289621234 in 173 msec 2024-12-04T05:20:29,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:20:29,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=43974c6475ef23448524efa6b8a104f5, ASSIGN in 330 msec 2024-12-04T05:20:29,077 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:29,077 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289629077"}]},"ts":"1733289629077"} 2024-12-04T05:20:29,079 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:20:29,080 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:29,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-12-04T05:20:29,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:20:29,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:20:29,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:20:29,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T05:20:29,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:29,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T05:20:29,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:29,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:29,264 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38349 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:29,464 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:20:29,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41143,1733289624449 2024-12-04T05:20:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210d01fa 2024-12-04T05:20:29,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:29,466 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:29,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:20:29,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:29,469 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:29,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:20:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:29,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:20:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:29,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64161982d5c8ea7e508ed0c384f54634, NAME => 'test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7 2024-12-04T05:20:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:20:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:30,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:30,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 64161982d5c8ea7e508ed0c384f54634, disabling compactions & flushes 2024-12-04T05:20:30,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. after waiting 0 ms 2024-12-04T05:20:30,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,285 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64161982d5c8ea7e508ed0c384f54634: Waiting for close lock at 1733289630285Disabling compacts and flushes for region at 1733289630285Disabling writes for close at 1733289630285Writing region close event to WAL at 1733289630285Closed at 1733289630285 2024-12-04T05:20:30,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:30,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289630287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289630287"}]},"ts":"1733289630287"} 2024-12-04T05:20:30,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:30,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:30,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289630290"}]},"ts":"1733289630290"} 2024-12-04T05:20:30,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:20:30,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64161982d5c8ea7e508ed0c384f54634, ASSIGN}] 2024-12-04T05:20:30,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64161982d5c8ea7e508ed0c384f54634, ASSIGN 2024-12-04T05:20:30,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=64161982d5c8ea7e508ed0c384f54634, ASSIGN; state=OFFLINE, location=6c7595a931c3,40497,1733289624532; forceNewPlan=false, retain=false 2024-12-04T05:20:30,444 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64161982d5c8ea7e508ed0c384f54634, regionState=OPENING, regionLocation=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=64161982d5c8ea7e508ed0c384f54634, ASSIGN because future has completed 2024-12-04T05:20:30,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64161982d5c8ea7e508ed0c384f54634, server=6c7595a931c3,40497,1733289624532}] 2024-12-04T05:20:30,601 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,602 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 64161982d5c8ea7e508ed0c384f54634, NAME => 'test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:30,602 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:30,602 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:20:30,602 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,603 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:30,603 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:30,603 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,604 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,605 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64161982d5c8ea7e508ed0c384f54634 columnFamilyName f 2024-12-04T05:20:30,605 DEBUG [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:30,606 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] regionserver.HStore(327): Store=64161982d5c8ea7e508ed0c384f54634/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:30,606 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,607 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64161982d5c8ea7e508ed0c384f54634 columnFamilyName f1 2024-12-04T05:20:30,607 DEBUG [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:30,607 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] regionserver.HStore(327): Store=64161982d5c8ea7e508ed0c384f54634/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:30,607 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,608 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64161982d5c8ea7e508ed0c384f54634 columnFamilyName norep 2024-12-04T05:20:30,608 DEBUG [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:30,609 INFO [StoreOpener-64161982d5c8ea7e508ed0c384f54634-1 {}] regionserver.HStore(327): Store=64161982d5c8ea7e508ed0c384f54634/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:30,609 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,609 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,610 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,610 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,610 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,611 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:30,611 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,613 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:30,613 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 64161982d5c8ea7e508ed0c384f54634; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74871432, jitterRate=0.11567127704620361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:30,613 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:30,613 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 64161982d5c8ea7e508ed0c384f54634: Running coprocessor pre-open hook at 1733289630603Writing region info on filesystem at 1733289630603Initializing all the Stores at 1733289630603Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289630604 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289630604Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289630604Cleaning up temporary data from old regions at 1733289630610 (+6 ms)Running coprocessor post-open hooks at 1733289630613 (+3 ms)Region opened successfully at 1733289630613 2024-12-04T05:20:30,614 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289629466.64161982d5c8ea7e508ed0c384f54634., pid=6, masterSystemTime=1733289630598 2024-12-04T05:20:30,616 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,617 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:30,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64161982d5c8ea7e508ed0c384f54634, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:30,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64161982d5c8ea7e508ed0c384f54634, server=6c7595a931c3,40497,1733289624532 because future has completed 2024-12-04T05:20:30,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:20:30,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64161982d5c8ea7e508ed0c384f54634, server=6c7595a931c3,40497,1733289624532 in 173 msec 2024-12-04T05:20:30,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:20:30,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=64161982d5c8ea7e508ed0c384f54634, ASSIGN in 331 msec 2024-12-04T05:20:30,624 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:30,625 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289630624"}]},"ts":"1733289630624"} 2024-12-04T05:20:30,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:20:30,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:30,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-04T05:20:31,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:31,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:31,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:20:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:31,613 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:20:31,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,38505,1733289626870 2024-12-04T05:20:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe21f77 2024-12-04T05:20:31,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:31,616 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:31,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:20:31,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:31,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:31,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:20:31,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:31,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:20:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:32,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad81a35b594525ae91c5cd26f8b9534f, NAME => 'test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b 2024-12-04T05:20:32,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:20:32,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:32,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:32,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad81a35b594525ae91c5cd26f8b9534f, disabling compactions & flushes 2024-12-04T05:20:32,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. after waiting 0 ms 2024-12-04T05:20:32,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad81a35b594525ae91c5cd26f8b9534f: Waiting for close lock at 1733289632437Disabling compacts and flushes for region at 1733289632437Disabling writes for close at 1733289632437Writing region close event to WAL at 1733289632437Closed at 1733289632437 2024-12-04T05:20:32,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:32,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289632438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289632438"}]},"ts":"1733289632438"} 2024-12-04T05:20:32,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:32,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:32,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289632442"}]},"ts":"1733289632442"} 2024-12-04T05:20:32,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:20:32,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad81a35b594525ae91c5cd26f8b9534f, ASSIGN}] 2024-12-04T05:20:32,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad81a35b594525ae91c5cd26f8b9534f, ASSIGN 2024-12-04T05:20:32,446 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad81a35b594525ae91c5cd26f8b9534f, ASSIGN; state=OFFLINE, location=6c7595a931c3,45867,1733289626951; forceNewPlan=false, retain=false 2024-12-04T05:20:32,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad81a35b594525ae91c5cd26f8b9534f, regionState=OPENING, regionLocation=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:32,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad81a35b594525ae91c5cd26f8b9534f, ASSIGN because future has completed 2024-12-04T05:20:32,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad81a35b594525ae91c5cd26f8b9534f, server=6c7595a931c3,45867,1733289626951}] 2024-12-04T05:20:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:32,755 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,756 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad81a35b594525ae91c5cd26f8b9534f, NAME => 'test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:32,756 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:32,756 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:20:32,756 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,756 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:32,756 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,756 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,758 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,759 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad81a35b594525ae91c5cd26f8b9534f columnFamilyName f 2024-12-04T05:20:32,759 DEBUG [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:32,760 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] regionserver.HStore(327): Store=ad81a35b594525ae91c5cd26f8b9534f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:32,760 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,761 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad81a35b594525ae91c5cd26f8b9534f columnFamilyName f1 2024-12-04T05:20:32,761 DEBUG [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:32,761 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] regionserver.HStore(327): Store=ad81a35b594525ae91c5cd26f8b9534f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:32,761 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,762 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad81a35b594525ae91c5cd26f8b9534f columnFamilyName norep 2024-12-04T05:20:32,762 DEBUG [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:32,762 INFO [StoreOpener-ad81a35b594525ae91c5cd26f8b9534f-1 {}] regionserver.HStore(327): Store=ad81a35b594525ae91c5cd26f8b9534f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:32,762 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,763 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,763 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,764 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,764 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,764 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:32,765 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,767 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:32,767 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad81a35b594525ae91c5cd26f8b9534f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64797661, jitterRate=-0.034439608454704285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:32,767 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:32,767 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad81a35b594525ae91c5cd26f8b9534f: Running coprocessor pre-open hook at 1733289632756Writing region info on filesystem at 1733289632756Initializing all the Stores at 1733289632757 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289632757Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289632757Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289632757Cleaning up temporary data from old regions at 1733289632764 (+7 ms)Running coprocessor post-open hooks at 1733289632767 (+3 ms)Region opened successfully at 1733289632767 2024-12-04T05:20:32,768 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f., pid=6, masterSystemTime=1733289632751 2024-12-04T05:20:32,770 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,770 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:32,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad81a35b594525ae91c5cd26f8b9534f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:32,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad81a35b594525ae91c5cd26f8b9534f, server=6c7595a931c3,45867,1733289626951 because future has completed 2024-12-04T05:20:32,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:20:32,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad81a35b594525ae91c5cd26f8b9534f, server=6c7595a931c3,45867,1733289626951 in 174 msec 2024-12-04T05:20:32,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:20:32,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad81a35b594525ae91c5cd26f8b9534f, ASSIGN in 331 msec 2024-12-04T05:20:32,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:32,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289632777"}]},"ts":"1733289632777"} 2024-12-04T05:20:32,779 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:20:32,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:32,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-04T05:20:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:20:33,764 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:20:33,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb83f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:33,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:33,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:33,766 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:33,768 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128efe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:33,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34737,1733289621177 2024-12-04T05:20:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e98528a 2024-12-04T05:20:33,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:33,773 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:33,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:41143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:20:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:20:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:33,777 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:41143' 2024-12-04T05:20:33,779 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c42cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:33,779 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41143,-1 for getting cluster id 2024-12-04T05:20:33,779 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:33,779 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e19898-af1f-4d9e-8cf8-6cca1e45e90e' 2024-12-04T05:20:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e19898-af1f-4d9e-8cf8-6cca1e45e90e" 2024-12-04T05:20:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7ad658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41143,-1] 2024-12-04T05:20:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:33,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:33,781 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:33,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0dbbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:33,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:33,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41143,1733289624449 2024-12-04T05:20:33,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18204dbc 2024-12-04T05:20:33,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:33,783 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:33,784 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:20:33,784 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:20:33,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:33,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:33,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:33,784 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:33,785 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:20:33,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:33,786 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:33,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:20:33,836 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:20:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:34,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d68ad0f02727c08bd0669d4a5d19ec41, NAME => 'hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307 2024-12-04T05:20:34,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:20:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:34,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:34,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d68ad0f02727c08bd0669d4a5d19ec41, disabling compactions & flushes 2024-12-04T05:20:34,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. after waiting 0 ms 2024-12-04T05:20:34,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,600 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d68ad0f02727c08bd0669d4a5d19ec41: Waiting for close lock at 1733289634600Disabling compacts and flushes for region at 1733289634600Disabling writes for close at 1733289634600Writing region close event to WAL at 1733289634600Closed at 1733289634600 2024-12-04T05:20:34,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:34,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289634601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289634601"}]},"ts":"1733289634601"} 2024-12-04T05:20:34,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:34,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:34,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289634604"}]},"ts":"1733289634604"} 2024-12-04T05:20:34,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:20:34,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68ad0f02727c08bd0669d4a5d19ec41, ASSIGN}] 2024-12-04T05:20:34,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68ad0f02727c08bd0669d4a5d19ec41, ASSIGN 2024-12-04T05:20:34,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d68ad0f02727c08bd0669d4a5d19ec41, ASSIGN; state=OFFLINE, location=6c7595a931c3,44653,1733289621234; forceNewPlan=false, retain=false 2024-12-04T05:20:34,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d68ad0f02727c08bd0669d4a5d19ec41, regionState=OPENING, regionLocation=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:34,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d68ad0f02727c08bd0669d4a5d19ec41, ASSIGN because future has completed 2024-12-04T05:20:34,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68ad0f02727c08bd0669d4a5d19ec41, server=6c7595a931c3,44653,1733289621234}] 2024-12-04T05:20:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:34,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:34,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:20:34,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C44653%2C1733289621234.rep, suffix=, logDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234, archiveDir=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/oldWALs, maxLogs=10 2024-12-04T05:20:34,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.rep.1733289634920, exclude list is [], retry=0 2024-12-04T05:20:34,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37385,DS-dd09fa99-6cc6-4e89-a7cf-6874b2e093c0,DISK] 2024-12-04T05:20:34,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.rep.1733289634920 2024-12-04T05:20:34,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35569:35569)] 2024-12-04T05:20:34,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d68ad0f02727c08bd0669d4a5d19ec41, NAME => 'hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:34,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:34,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. service=MultiRowMutationService 2024-12-04T05:20:34,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:20:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,948 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,949 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68ad0f02727c08bd0669d4a5d19ec41 columnFamilyName hfileref 2024-12-04T05:20:34,950 DEBUG [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:34,950 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] regionserver.HStore(327): Store=d68ad0f02727c08bd0669d4a5d19ec41/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:34,950 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,951 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68ad0f02727c08bd0669d4a5d19ec41 columnFamilyName queue 2024-12-04T05:20:34,951 DEBUG [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:34,952 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] regionserver.HStore(327): Store=d68ad0f02727c08bd0669d4a5d19ec41/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:34,952 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,954 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68ad0f02727c08bd0669d4a5d19ec41 columnFamilyName sid 2024-12-04T05:20:34,954 DEBUG [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:34,954 INFO [StoreOpener-d68ad0f02727c08bd0669d4a5d19ec41-1 {}] regionserver.HStore(327): Store=d68ad0f02727c08bd0669d4a5d19ec41/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:34,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/replication/d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/replication/d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:34,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/replication/d68ad0f02727c08bd0669d4a5d19ec41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:34,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d68ad0f02727c08bd0669d4a5d19ec41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60205961, jitterRate=-0.10286127030849457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:34,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:34,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d68ad0f02727c08bd0669d4a5d19ec41: Running coprocessor pre-open hook at 1733289634946Writing region info on filesystem at 1733289634946Initializing all the Stores at 1733289634947 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289634947Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289634948 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289634948Cleaning up temporary data from old regions at 1733289634957 (+9 ms)Running coprocessor post-open hooks at 1733289634962 (+5 ms)Region opened successfully at 1733289634962 2024-12-04T05:20:34,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., pid=10, masterSystemTime=1733289634914 2024-12-04T05:20:34,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:34,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d68ad0f02727c08bd0669d4a5d19ec41, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,44653,1733289621234 2024-12-04T05:20:34,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68ad0f02727c08bd0669d4a5d19ec41, server=6c7595a931c3,44653,1733289621234 because future has completed 2024-12-04T05:20:34,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:20:34,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d68ad0f02727c08bd0669d4a5d19ec41, server=6c7595a931c3,44653,1733289621234 in 214 msec 2024-12-04T05:20:34,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:20:34,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68ad0f02727c08bd0669d4a5d19ec41, ASSIGN in 371 msec 2024-12-04T05:20:34,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:34,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289634980"}]},"ts":"1733289634980"} 2024-12-04T05:20:34,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:20:34,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:34,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-12-04T05:20:34,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., hostname=6c7595a931c3,44653,1733289621234, seqNum=2] 2024-12-04T05:20:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:35,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:35,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:20:35,173 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:20:35,210 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,44653,1733289621234, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:20:35,211 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:35,211 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,44653,1733289621234, seqNum=-1] 2024-12-04T05:20:35,212 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:35,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,44653,1733289621234', locateType=CURRENT is [region=hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., hostname=6c7595a931c3,44653,1733289621234, seqNum=2] 2024-12-04T05:20:35,217 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:20:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:20:35,221 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,44653,1733289621234 suceeded 2024-12-04T05:20:35,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:20:35,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-04T05:20:35,223 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:41143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:20:35,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4500 sec 2024-12-04T05:20:35,235 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:41143' 2024-12-04T05:20:35,236 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa9977f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,237 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41143,-1 for getting cluster id 2024-12-04T05:20:35,237 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:35,238 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e19898-af1f-4d9e-8cf8-6cca1e45e90e' 2024-12-04T05:20:35,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:35,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e19898-af1f-4d9e-8cf8-6cca1e45e90e" 2024-12-04T05:20:35,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7773309d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41143,-1] 2024-12-04T05:20:35,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:35,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,241 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:35,242 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ca9d2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,242 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41143,1733289624449 2024-12-04T05:20:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@602844d2 2024-12-04T05:20:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:35,244 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T05:20:35,245 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,44653,1733289621234 (queues=1) is replicating from cluster=5c66259d-e976-45bf-a6ce-6b7b30a39faf to cluster=f3e19898-af1f-4d9e-8cf8-6cca1e45e90e 2024-12-04T05:20:35,245 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C44653%2C1733289621234 2024-12-04T05:20:35,245 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,44653,1733289621234, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:20:35,246 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C44653%2C1733289621234 2024-12-04T05:20:35,246 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, startPosition=0, beingWritten=true 2024-12-04T05:20:35,251 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:35,251 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:35,251 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:35,456 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:35,760 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:35,924 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:35,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:35,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:35,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:35,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687e8d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41143,-1 for getting cluster id 2024-12-04T05:20:35,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:35,927 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e19898-af1f-4d9e-8cf8-6cca1e45e90e' 2024-12-04T05:20:35,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:35,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e19898-af1f-4d9e-8cf8-6cca1e45e90e" 2024-12-04T05:20:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29202390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41143,-1] 2024-12-04T05:20:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,929 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:35,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fee83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:35,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,41143,1733289624449 2024-12-04T05:20:35,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1902dfe7 2024-12-04T05:20:35,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:35,932 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:35,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:38505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:20:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:20:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:35,936 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:38505' 2024-12-04T05:20:35,938 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6a93e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,938 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:35,938 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:35,939 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4999fa14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:35,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,940 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:35,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb7089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:35,941 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:35,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,38505,1733289626870 2024-12-04T05:20:35,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@454ef970 2024-12-04T05:20:35,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:35,944 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:35,945 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T05:20:35,945 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:20:35,945 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,945 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:35,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:35,946 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:35,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:20:35,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:35,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:35,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:20:35,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70227d88f39f6d997f6221fb23936b84, NAME => 'hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7 2024-12-04T05:20:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:20:35,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:35,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70227d88f39f6d997f6221fb23936b84, disabling compactions & flushes 2024-12-04T05:20:35,971 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:35,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:35,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. after waiting 0 ms 2024-12-04T05:20:35,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:35,971 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:35,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70227d88f39f6d997f6221fb23936b84: Waiting for close lock at 1733289635971Disabling compacts and flushes for region at 1733289635971Disabling writes for close at 1733289635971Writing region close event to WAL at 1733289635971Closed at 1733289635971 2024-12-04T05:20:35,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:35,972 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289635972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289635972"}]},"ts":"1733289635972"} 2024-12-04T05:20:35,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:35,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:35,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289635976"}]},"ts":"1733289635976"} 2024-12-04T05:20:35,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:20:35,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70227d88f39f6d997f6221fb23936b84, ASSIGN}] 2024-12-04T05:20:35,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70227d88f39f6d997f6221fb23936b84, ASSIGN 2024-12-04T05:20:35,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70227d88f39f6d997f6221fb23936b84, ASSIGN; state=OFFLINE, location=6c7595a931c3,40497,1733289624532; forceNewPlan=false, retain=false 2024-12-04T05:20:35,998 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:20:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:36,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70227d88f39f6d997f6221fb23936b84, regionState=OPENING, regionLocation=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:36,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70227d88f39f6d997f6221fb23936b84, ASSIGN because future has completed 2024-12-04T05:20:36,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70227d88f39f6d997f6221fb23936b84, server=6c7595a931c3,40497,1733289624532}] 2024-12-04T05:20:36,164 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:36,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:36,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:36,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:20:36,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40497%2C1733289624532.rep, suffix=, logDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532, archiveDir=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/oldWALs, maxLogs=10 2024-12-04T05:20:36,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.rep.1733289636300, exclude list is [], retry=0 2024-12-04T05:20:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39981,DS-1ce20d63-d984-4dca-8d3d-f974155f2c1e,DISK] 2024-12-04T05:20:36,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.rep.1733289636300 2024-12-04T05:20:36,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-12-04T05:20:36,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 70227d88f39f6d997f6221fb23936b84, NAME => 'hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:36,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:36,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:36,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. service=MultiRowMutationService 2024-12-04T05:20:36,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:20:36,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:36,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,330 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,332 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70227d88f39f6d997f6221fb23936b84 columnFamilyName hfileref 2024-12-04T05:20:36,332 DEBUG [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:36,333 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] regionserver.HStore(327): Store=70227d88f39f6d997f6221fb23936b84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:36,333 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,334 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70227d88f39f6d997f6221fb23936b84 columnFamilyName queue 2024-12-04T05:20:36,334 DEBUG [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:36,335 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] regionserver.HStore(327): Store=70227d88f39f6d997f6221fb23936b84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:36,335 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,336 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70227d88f39f6d997f6221fb23936b84 columnFamilyName sid 2024-12-04T05:20:36,336 DEBUG [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:36,336 INFO [StoreOpener-70227d88f39f6d997f6221fb23936b84-1 {}] regionserver.HStore(327): Store=70227d88f39f6d997f6221fb23936b84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:36,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:36,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:36,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 70227d88f39f6d997f6221fb23936b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141327, jitterRate=4.8373639583587646E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:36,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:36,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 70227d88f39f6d997f6221fb23936b84: Running coprocessor pre-open hook at 1733289636327Writing region info on filesystem at 1733289636327Initializing all the Stores at 1733289636328 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289636328Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289636328Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289636328Cleaning up temporary data from old regions at 1733289636338 (+10 ms)Running coprocessor post-open hooks at 1733289636343 (+5 ms)Region opened successfully at 1733289636343 2024-12-04T05:20:36,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84., pid=10, masterSystemTime=1733289636288 2024-12-04T05:20:36,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:36,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:36,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=70227d88f39f6d997f6221fb23936b84, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,40497,1733289624532 2024-12-04T05:20:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70227d88f39f6d997f6221fb23936b84, server=6c7595a931c3,40497,1733289624532 because future has completed 2024-12-04T05:20:36,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:20:36,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 70227d88f39f6d997f6221fb23936b84, server=6c7595a931c3,40497,1733289624532 in 214 msec 2024-12-04T05:20:36,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:20:36,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70227d88f39f6d997f6221fb23936b84, ASSIGN in 373 msec 2024-12-04T05:20:36,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:36,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289636355"}]},"ts":"1733289636355"} 2024-12-04T05:20:36,357 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:20:36,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:36,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 412 msec 2024-12-04T05:20:36,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84., hostname=6c7595a931c3,40497,1733289624532, seqNum=2] 2024-12-04T05:20:36,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:36,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:36,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:36,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:20:36,585 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:20:36,621 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,40497,1733289624532, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:20:36,622 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:36,622 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40497,1733289624532, seqNum=-1] 2024-12-04T05:20:36,622 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:36,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:36,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,40497,1733289624532', locateType=CURRENT is [region=hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84., hostname=6c7595a931c3,40497,1733289624532, seqNum=2] 2024-12-04T05:20:36,628 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:20:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:20:36,631 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,40497,1733289624532 suceeded 2024-12-04T05:20:36,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:20:36,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-04T05:20:36,634 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:38505,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:20:36,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 701 msec 2024-12-04T05:20:36,649 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:38505' 2024-12-04T05:20:36,650 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3781f54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:36,651 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:36,651 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:36,652 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6fd6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:36,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:36,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:36,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:36,654 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:36,655 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250774d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:36,655 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,38505,1733289626870 2024-12-04T05:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eea196 2024-12-04T05:20:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:36,657 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T05:20:36,657 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,40497,1733289624532 (queues=1) is replicating from cluster=f3e19898-af1f-4d9e-8cf8-6cca1e45e90e to cluster=ef0d6970-4aee-4795-966d-74ad3e6cb556 2024-12-04T05:20:36,658 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C40497%2C1733289624532 2024-12-04T05:20:36,658 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,40497,1733289624532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:20:36,658 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, startPosition=0, beingWritten=true 2024-12-04T05:20:36,658 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C40497%2C1733289624532 2024-12-04T05:20:36,666 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:36,666 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:36,667 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:36,669 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:36,878 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:37,074 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:37,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:37,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:37,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:37,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:37,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:37,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b453d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:37,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:37,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:37,076 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5ea3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:37,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:37,077 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e23a8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:37,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:37,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,38505,1733289626870 2024-12-04T05:20:37,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c1e32c8 2024-12-04T05:20:37,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:37,079 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:37,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:20:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:20:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:37,083 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34737' 2024-12-04T05:20:37,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf1cdbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:37,084 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:37,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:37,085 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:37,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:37,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5464a981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:37,087 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:37,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f59ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:37,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34737,1733289621177 2024-12-04T05:20:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12a16711 2024-12-04T05:20:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:37,089 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:37,090 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:20:37,090 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:20:37,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:37,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:37,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:37,090 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:20:37,091 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:20:37,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:20:37,092 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:37,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:20:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:20:37,142 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:20:37,187 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:37,273 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:37,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:37,500 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98267c2e60b42604ec0241e6974ed95e, NAME => 'hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b 2024-12-04T05:20:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:20:37,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:37,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:37,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:37,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98267c2e60b42604ec0241e6974ed95e, disabling compactions & flushes 2024-12-04T05:20:37,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:37,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:37,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. after waiting 0 ms 2024-12-04T05:20:37,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:37,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:37,922 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98267c2e60b42604ec0241e6974ed95e: Waiting for close lock at 1733289637922Disabling compacts and flushes for region at 1733289637922Disabling writes for close at 1733289637922Writing region close event to WAL at 1733289637922Closed at 1733289637922 2024-12-04T05:20:37,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:20:37,924 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289637924"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289637924"}]},"ts":"1733289637924"} 2024-12-04T05:20:37,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:20:37,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:20:37,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289637927"}]},"ts":"1733289637927"} 2024-12-04T05:20:37,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:20:37,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98267c2e60b42604ec0241e6974ed95e, ASSIGN}] 2024-12-04T05:20:37,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98267c2e60b42604ec0241e6974ed95e, ASSIGN 2024-12-04T05:20:37,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98267c2e60b42604ec0241e6974ed95e, ASSIGN; state=OFFLINE, location=6c7595a931c3,45867,1733289626951; forceNewPlan=false, retain=false 2024-12-04T05:20:37,977 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:38,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98267c2e60b42604ec0241e6974ed95e, regionState=OPENING, regionLocation=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:38,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98267c2e60b42604ec0241e6974ed95e, ASSIGN because future has completed 2024-12-04T05:20:38,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98267c2e60b42604ec0241e6974ed95e, server=6c7595a931c3,45867,1733289626951}] 2024-12-04T05:20:38,096 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:20:38,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:20:38,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C45867%2C1733289626951.rep, suffix=, logDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951, archiveDir=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/oldWALs, maxLogs=10 2024-12-04T05:20:38,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:38,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.rep.1733289638247, exclude list is [], retry=0 2024-12-04T05:20:38,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35373,DS-93fc6061-a646-40ae-97fb-879665d9393f,DISK] 2024-12-04T05:20:38,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.rep.1733289638247 2024-12-04T05:20:38,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41049:41049)] 2024-12-04T05:20:38,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98267c2e60b42604ec0241e6974ed95e, NAME => 'hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:20:38,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:20:38,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:20:38,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. service=MultiRowMutationService 2024-12-04T05:20:38,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:20:38,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:20:38,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,271 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,272 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98267c2e60b42604ec0241e6974ed95e columnFamilyName hfileref 2024-12-04T05:20:38,272 DEBUG [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:38,272 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] regionserver.HStore(327): Store=98267c2e60b42604ec0241e6974ed95e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:38,272 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,273 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98267c2e60b42604ec0241e6974ed95e columnFamilyName queue 2024-12-04T05:20:38,273 DEBUG [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:38,273 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] regionserver.HStore(327): Store=98267c2e60b42604ec0241e6974ed95e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:38,273 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,274 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98267c2e60b42604ec0241e6974ed95e columnFamilyName sid 2024-12-04T05:20:38,274 DEBUG [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:20:38,274 INFO [StoreOpener-98267c2e60b42604ec0241e6974ed95e-1 {}] regionserver.HStore(327): Store=98267c2e60b42604ec0241e6974ed95e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:20:38,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:20:38,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:20:38,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98267c2e60b42604ec0241e6974ed95e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68805879, jitterRate=0.02528749406337738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:20:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:38,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98267c2e60b42604ec0241e6974ed95e: Running coprocessor pre-open hook at 1733289638270Writing region info on filesystem at 1733289638270Initializing all the Stores at 1733289638270Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289638270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289638271 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289638271Cleaning up temporary data from old regions at 1733289638276 (+5 ms)Running coprocessor post-open hooks at 1733289638282 (+6 ms)Region opened successfully at 1733289638282 2024-12-04T05:20:38,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e., pid=10, masterSystemTime=1733289638235 2024-12-04T05:20:38,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:38,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:38,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98267c2e60b42604ec0241e6974ed95e, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,45867,1733289626951 2024-12-04T05:20:38,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98267c2e60b42604ec0241e6974ed95e, server=6c7595a931c3,45867,1733289626951 because future has completed 2024-12-04T05:20:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:20:38,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98267c2e60b42604ec0241e6974ed95e, server=6c7595a931c3,45867,1733289626951 in 205 msec 2024-12-04T05:20:38,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:20:38,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98267c2e60b42604ec0241e6974ed95e, ASSIGN in 360 msec 2024-12-04T05:20:38,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:20:38,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289638292"}]},"ts":"1733289638292"} 2024-12-04T05:20:38,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:20:38,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:20:38,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-12-04T05:20:38,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:38,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e., hostname=6c7595a931c3,45867,1733289626951, seqNum=2] 2024-12-04T05:20:38,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:38,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:38,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:38,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:20:38,510 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:20:38,539 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,45867,1733289626951, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:20:38,539 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:38,539 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,45867,1733289626951, seqNum=-1] 2024-12-04T05:20:38,540 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:38,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:38,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,45867,1733289626951', locateType=CURRENT is [region=hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e., hostname=6c7595a931c3,45867,1733289626951, seqNum=2] 2024-12-04T05:20:38,545 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:20:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:20:38,547 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,45867,1733289626951 suceeded 2024-12-04T05:20:38,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:20:38,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-04T05:20:38,548 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:20:38,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4680 sec 2024-12-04T05:20:38,559 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34737' 2024-12-04T05:20:38,560 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca482b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:38,560 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:38,560 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:38,561 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c21a814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:38,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:38,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:38,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:38,562 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:38,563 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624cba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:38,563 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:38,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34737,1733289621177 2024-12-04T05:20:38,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e882bf 2024-12-04T05:20:38,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:38,565 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T05:20:38,565 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,45867,1733289626951 (queues=1) is replicating from cluster=ef0d6970-4aee-4795-966d-74ad3e6cb556 to cluster=5c66259d-e976-45bf-a6ce-6b7b30a39faf 2024-12-04T05:20:38,565 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C45867%2C1733289626951 2024-12-04T05:20:38,565 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,45867,1733289626951, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:20:38,566 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C45867%2C1733289626951 2024-12-04T05:20:38,566 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, startPosition=0, beingWritten=true 2024-12-04T05:20:38,570 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:38,570 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 379, reset compression=false 2024-12-04T05:20:38,570 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:38,700 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:38,773 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 379, reset compression=false 2024-12-04T05:20:38,781 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:39,077 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 379, reset compression=false 2024-12-04T05:20:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:20:39,243 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:39,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:39,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:39,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:39,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:39,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:39,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1158d6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:39,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:39,245 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d98191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:39,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:39,246 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2535eff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6380edfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41143,-1 for getting cluster id 2024-12-04T05:20:39,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:39,248 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e19898-af1f-4d9e-8cf8-6cca1e45e90e' 2024-12-04T05:20:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e19898-af1f-4d9e-8cf8-6cca1e45e90e" 2024-12-04T05:20:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3cefe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41143,-1] 2024-12-04T05:20:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:39,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:39,250 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:39,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6381668c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16400bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:39,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:39,251 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b31bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:39,253 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777512b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,44653,1733289621234, seqNum=-1] 2024-12-04T05:20:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:39,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289628319.43974c6475ef23448524efa6b8a104f5., hostname=6c7595a931c3,44653,1733289621234, seqNum=2] 2024-12-04T05:20:39,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,45867,1733289626951, seqNum=-1] 2024-12-04T05:20:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:39,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:39,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f., hostname=6c7595a931c3,45867,1733289626951, seqNum=2] 2024-12-04T05:20:39,291 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T05:20:39,302 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:39,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:39,303 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48389 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:39,403 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:39,480 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 379, reset compression=false 2024-12-04T05:20:39,684 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 379, reset compression=false 2024-12-04T05:20:39,694 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:39,694 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 480, reset compression=false 2024-12-04T05:20:39,694 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[{test/43974c6475ef23448524efa6b8a104f5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T05:20:39,696 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:39,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T05:20:39,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:39,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db6670d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,41143,-1 for getting cluster id 2024-12-04T05:20:39,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:39,700 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e19898-af1f-4d9e-8cf8-6cca1e45e90e' 2024-12-04T05:20:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e19898-af1f-4d9e-8cf8-6cca1e45e90e" 2024-12-04T05:20:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50a0277d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,41143,-1] 2024-12-04T05:20:39,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:39,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:39,701 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:39,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6218320f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:39,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:39,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40497,1733289624532, seqNum=-1] 2024-12-04T05:20:39,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:39,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:39,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289629466.64161982d5c8ea7e508ed0c384f54634., hostname=6c7595a931c3,40497,1733289624532, seqNum=2] 2024-12-04T05:20:39,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:39,899 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 480, reset compression=false 2024-12-04T05:20:39,984 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 379, reset compression=false 2024-12-04T05:20:40,203 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 480, reset compression=false 2024-12-04T05:20:40,207 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 379, reset compression=false 2024-12-04T05:20:40,212 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:40,212 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 503, reset compression=false 2024-12-04T05:20:40,212 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[{test/64161982d5c8ea7e508ed0c384f54634/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T05:20:40,214 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:40,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T05:20:40,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:40,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dfc3abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:40,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:40,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:40,217 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b4bdff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:40,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:40,218 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:40,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c626bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:40,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:40,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,45867,1733289626951, seqNum=-1] 2024-12-04T05:20:40,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:40,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:40,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f., hostname=6c7595a931c3,45867,1733289626951, seqNum=2] 2024-12-04T05:20:40,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:40,293 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T05:20:40,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40497,1733289624532, seqNum=-1] 2024-12-04T05:20:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:40,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:20:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733289629466.64161982d5c8ea7e508ed0c384f54634., hostname=6c7595a931c3,40497,1733289624532, seqNum=2] 2024-12-04T05:20:40,299 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T05:20:40,415 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 503, reset compression=false 2024-12-04T05:20:40,420 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:40,420 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 607, reset compression=false 2024-12-04T05:20:40,420 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[{test/64161982d5c8ea7e508ed0c384f54634/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:20:40,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:40,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:40,588 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 379, reset compression=false 2024-12-04T05:20:40,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:40,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 655, reset compression=false 2024-12-04T05:20:40,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad81a35b594525ae91c5cd26f8b9534f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T05:20:40,595 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:40,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T05:20:40,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:40,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55622e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:40,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:40,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:40,598 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59bda943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:40,599 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:40,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719850f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:40,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:20:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,44653,1733289621234, seqNum=-1] 2024-12-04T05:20:40,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:20:40,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T05:20:40,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733289628319.43974c6475ef23448524efa6b8a104f5., hostname=6c7595a931c3,44653,1733289621234, seqNum=2] 2024-12-04T05:20:40,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:40,606 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 480, reset compression=false 2024-12-04T05:20:40,610 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:40,610 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 632, reset compression=false 2024-12-04T05:20:40,610 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:40,624 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 607, reset compression=false 2024-12-04T05:20:40,797 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 655, reset compression=false 2024-12-04T05:20:40,814 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 632, reset compression=false 2024-12-04T05:20:40,929 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 607, reset compression=false 2024-12-04T05:20:41,102 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 655, reset compression=false 2024-12-04T05:20:41,117 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 632, reset compression=false 2024-12-04T05:20:41,301 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T05:20:41,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T05:20:41,333 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 607, reset compression=false 2024-12-04T05:20:41,506 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 655, reset compression=false 2024-12-04T05:20:41,510 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:41,510 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 759, reset compression=false 2024-12-04T05:20:41,510 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad81a35b594525ae91c5cd26f8b9534f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:20:41,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:41,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:41,521 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 632, reset compression=false 2024-12-04T05:20:41,525 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:41,525 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 760, reset compression=false 2024-12-04T05:20:41,525 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[{test/43974c6475ef23448524efa6b8a104f5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T05:20:41,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:41,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:41,714 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 759, reset compression=false 2024-12-04T05:20:41,728 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 760, reset compression=false 2024-12-04T05:20:41,836 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 607, reset compression=false 2024-12-04T05:20:41,840 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:41,840 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 758, reset compression=false 2024-12-04T05:20:41,840 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:42,018 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 759, reset compression=false 2024-12-04T05:20:42,032 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 760, reset compression=false 2024-12-04T05:20:42,044 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 758, reset compression=false 2024-12-04T05:20:42,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T05:20:42,309 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T05:20:42,347 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 758, reset compression=false 2024-12-04T05:20:42,421 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 759, reset compression=false 2024-12-04T05:20:42,436 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 760, reset compression=false 2024-12-04T05:20:42,440 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:42,440 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 916, reset compression=false 2024-12-04T05:20:42,440 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[{test/43974c6475ef23448524efa6b8a104f5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T05:20:42,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:42,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:42,643 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 916, reset compression=false 2024-12-04T05:20:42,750 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 758, reset compression=false 2024-12-04T05:20:42,755 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:42,755 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 905, reset compression=false 2024-12-04T05:20:42,755 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[{test/64161982d5c8ea7e508ed0c384f54634/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T05:20:42,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:42,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:42,925 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 759, reset compression=false 2024-12-04T05:20:42,929 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:42,929 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 930, reset compression=false 2024-12-04T05:20:42,929 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:42,947 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 916, reset compression=false 2024-12-04T05:20:42,958 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 905, reset compression=false 2024-12-04T05:20:43,133 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 930, reset compression=false 2024-12-04T05:20:43,262 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 905, reset compression=false 2024-12-04T05:20:43,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T05:20:43,315 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T05:20:43,350 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 916, reset compression=false 2024-12-04T05:20:43,436 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 930, reset compression=false 2024-12-04T05:20:43,665 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 905, reset compression=false 2024-12-04T05:20:43,671 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:43,671 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1064, reset compression=false 2024-12-04T05:20:43,671 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[{test/64161982d5c8ea7e508ed0c384f54634/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T05:20:43,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:43,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:43,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:43,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:43,839 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 930, reset compression=false 2024-12-04T05:20:43,844 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:43,844 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1080, reset compression=false 2024-12-04T05:20:43,844 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad81a35b594525ae91c5cd26f8b9534f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T05:20:43,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:43,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:43,854 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 916, reset compression=false 2024-12-04T05:20:43,858 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:43,858 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1090, reset compression=false 2024-12-04T05:20:43,858 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:43,874 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1064, reset compression=false 2024-12-04T05:20:44,048 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1080, reset compression=false 2024-12-04T05:20:44,062 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1090, reset compression=false 2024-12-04T05:20:44,177 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1064, reset compression=false 2024-12-04T05:20:44,317 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T05:20:44,320 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T05:20:44,351 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1080, reset compression=false 2024-12-04T05:20:44,355 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:44,355 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1239, reset compression=false 2024-12-04T05:20:44,355 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad81a35b594525ae91c5cd26f8b9534f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T05:20:44,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:44,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:44,365 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1090, reset compression=false 2024-12-04T05:20:44,369 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:44,369 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1240, reset compression=false 2024-12-04T05:20:44,369 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[{test/43974c6475ef23448524efa6b8a104f5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T05:20:44,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:44,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:44,559 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1239, reset compression=false 2024-12-04T05:20:44,572 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1240, reset compression=false 2024-12-04T05:20:44,580 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1064, reset compression=false 2024-12-04T05:20:44,584 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:44,584 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1237, reset compression=false 2024-12-04T05:20:44,584 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:44,797 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1237, reset compression=false 2024-12-04T05:20:44,863 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1239, reset compression=false 2024-12-04T05:20:44,875 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1240, reset compression=false 2024-12-04T05:20:45,101 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1237, reset compression=false 2024-12-04T05:20:45,267 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1239, reset compression=false 2024-12-04T05:20:45,278 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1240, reset compression=false 2024-12-04T05:20:45,323 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T05:20:45,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68557f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:45,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:45,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:45,329 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e26308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:45,331 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:45,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ea8a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:45,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,38505,1733289626870 2024-12-04T05:20:45,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b7cd6a 2024-12-04T05:20:45,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:45,336 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:45,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-04T05:20:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T05:20:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:20:45,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:20:45,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T05:20:45,494 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T05:20:45,495 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T05:20:45,495 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,45867,1733289626951 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T05:20:45,495 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0. 2024-12-04T05:20:45,495 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:45,495 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:45,496 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:45,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:45,505 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1237, reset compression=false 2024-12-04T05:20:45,596 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:20:45,596 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:20:45,696 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 terminated 2024-12-04T05:20:45,712 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,45867,1733289626951, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:20:45,713 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T05:20:45,713 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T05:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T05:20:45,715 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6c7595a931c3,45867,1733289626951 suceeded 2024-12-04T05:20:45,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T05:20:45,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-12-04T05:20:45,717 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T05:20:45,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 380 msec 2024-12-04T05:20:45,727 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34737' 2024-12-04T05:20:45,729 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631b3877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:45,729 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34737,-1 for getting cluster id 2024-12-04T05:20:45,729 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:45,729 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c66259d-e976-45bf-a6ce-6b7b30a39faf' 2024-12-04T05:20:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c66259d-e976-45bf-a6ce-6b7b30a39faf" 2024-12-04T05:20:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@479598e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34737,-1] 2024-12-04T05:20:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:45,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:45,731 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:45,731 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f93b920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:45,732 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34737,1733289621177 2024-12-04T05:20:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74032e4f 2024-12-04T05:20:45,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:45,733 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T05:20:45,734 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,45867,1733289626951 (queues=1) is replicating from cluster=ef0d6970-4aee-4795-966d-74ad3e6cb556 to cluster=5c66259d-e976-45bf-a6ce-6b7b30a39faf 2024-12-04T05:20:45,734 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C45867%2C1733289626951 2024-12-04T05:20:45,734 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,45867,1733289626951, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:20:45,734 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C45867%2C1733289626951 2024-12-04T05:20:45,781 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1240, reset compression=false 2024-12-04T05:20:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:20:45,964 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:45,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:45,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:45,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:45,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:45,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:45,967 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T05:20:46,008 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1237, reset compression=false 2024-12-04T05:20:46,385 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1240, reset compression=false 2024-12-04T05:20:46,390 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:46,390 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1344, reset compression=false 2024-12-04T05:20:46,390 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[{test/43974c6475ef23448524efa6b8a104f5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:20:46,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:46,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40497 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:46,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1344, reset compression=false 2024-12-04T05:20:46,612 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1237, reset compression=false 2024-12-04T05:20:46,616 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:46,616 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1364, reset compression=false 2024-12-04T05:20:46,616 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[{test/64161982d5c8ea7e508ed0c384f54634/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T05:20:46,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:46,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:46,819 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1364, reset compression=false 2024-12-04T05:20:46,897 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1344, reset compression=false 2024-12-04T05:20:46,969 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T05:20:46,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f1141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:46,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,38505,-1 for getting cluster id 2024-12-04T05:20:46,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:20:46,972 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef0d6970-4aee-4795-966d-74ad3e6cb556' 2024-12-04T05:20:46,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:20:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef0d6970-4aee-4795-966d-74ad3e6cb556" 2024-12-04T05:20:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1317fad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,38505,-1] 2024-12-04T05:20:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:20:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:46,974 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:20:46,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a03c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:20:46,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,38505,1733289626870 2024-12-04T05:20:46,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a0770df 2024-12-04T05:20:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:20:46,979 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:20:46,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-04T05:20:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T05:20:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T05:20:46,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:20:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T05:20:47,123 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1364, reset compression=false 2024-12-04T05:20:47,128 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:47,128 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:47,128 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[{test/64161982d5c8ea7e508ed0c384f54634/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:20:47,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:47,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:47,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T05:20:47,138 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T05:20:47,138 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T05:20:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T05:20:47,140 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6c7595a931c3,45867,1733289626951 suceeded 2024-12-04T05:20:47,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T05:20:47,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-04T05:20:47,142 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T05:20:47,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-12-04T05:20:47,235 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, startPosition=1239, beingWritten=true 2024-12-04T05:20:47,240 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:20:47,240 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1518, reset compression=false 2024-12-04T05:20:47,240 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad81a35b594525ae91c5cd26f8b9534f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T05:20:47,242 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:20:47,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T05:20:47,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:20:47,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44653 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:20:47,301 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1344, reset compression=false 2024-12-04T05:20:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T05:20:47,303 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:20:47,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:47,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:47,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:47,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:47,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:47,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T05:20:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:20:47,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:47,305 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:47,305 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:47,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:47,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:47,305 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:47,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:47,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:47,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:20:47,306 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=882783860, stopped=false 2024-12-04T05:20:47,306 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,38505,1733289626870 2024-12-04T05:20:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065393330/running 2024-12-04T05:20:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065393330/running 2024-12-04T05:20:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:47,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:47,308 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:47,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:47,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:47,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:47,309 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,45867,1733289626951' ***** 2024-12-04T05:20:47,309 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:20:47,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/running 2024-12-04T05:20:47,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Set watcher on znode that does not yet exist, /22065393330/running 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:20:47,310 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for 98267c2e60b42604ec0241e6974ed95e 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,45867,1733289626951 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:45867. 2024-12-04T05:20:47,310 DEBUG [RS:0;6c7595a931c3:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:47,310 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:47,310 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:20:47,311 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:20:47,311 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:20:47,311 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:20:47,311 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:20:47,311 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1325): Online Regions={98267c2e60b42604ec0241e6974ed95e=hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e., 1588230740=hbase:meta,,1.1588230740, ad81a35b594525ae91c5cd26f8b9534f=test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.} 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98267c2e60b42604ec0241e6974ed95e, disabling compactions & flushes 2024-12-04T05:20:47,311 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98267c2e60b42604ec0241e6974ed95e, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:47,311 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:47,311 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. after waiting 0 ms 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:47,311 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:47,311 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:20:47,311 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98267c2e60b42604ec0241e6974ed95e 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-12-04T05:20:47,327 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/.tmp/queue/ec2d677c8f184a30a32a2a0452061f96 is 154, key is 1-6c7595a931c3,45867,1733289626951/queue:6c7595a931c3%2C45867%2C1733289626951/1733289647247/Put/seqid=0 2024-12-04T05:20:47,329 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/info/0f40d1685f494c9f94b206de111d04dd is 147, key is hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e./info:regioninfo/1733289638285/Put/seqid=0 2024-12-04T05:20:47,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741840_1016 (size=5353) 2024-12-04T05:20:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741841_1017 (size=7686) 2024-12-04T05:20:47,335 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:47,395 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:47,444 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1518, reset compression=false 2024-12-04T05:20:47,509 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:47,511 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98267c2e60b42604ec0241e6974ed95e, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:47,518 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:20:47,518 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:20:47,639 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:47,711 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98267c2e60b42604ec0241e6974ed95e, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:47,731 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/.tmp/queue/ec2d677c8f184a30a32a2a0452061f96 2024-12-04T05:20:47,734 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/info/0f40d1685f494c9f94b206de111d04dd 2024-12-04T05:20:47,736 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/.tmp/queue/ec2d677c8f184a30a32a2a0452061f96 as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/queue/ec2d677c8f184a30a32a2a0452061f96 2024-12-04T05:20:47,740 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/queue/ec2d677c8f184a30a32a2a0452061f96, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T05:20:47,741 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 98267c2e60b42604ec0241e6974ed95e in 430ms, sequenceid=12, compaction requested=false 2024-12-04T05:20:47,747 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1518, reset compression=false 2024-12-04T05:20:47,749 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/replication/98267c2e60b42604ec0241e6974ed95e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T05:20:47,750 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:47,750 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:47,750 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98267c2e60b42604ec0241e6974ed95e: Waiting for close lock at 1733289647311Running coprocessor pre-close hooks at 1733289647311Disabling compacts and flushes for region at 1733289647311Disabling writes for close at 1733289647311Obtaining lock to block concurrent updates at 1733289647311Preparing flush snapshotting stores in 98267c2e60b42604ec0241e6974ed95e at 1733289647311Finished memstore snapshotting hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733289647311Flushing stores of hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. at 1733289647312 (+1 ms)Flushing 98267c2e60b42604ec0241e6974ed95e/queue: creating writer at 1733289647312Flushing 98267c2e60b42604ec0241e6974ed95e/queue: appending metadata at 1733289647326 (+14 ms)Flushing 98267c2e60b42604ec0241e6974ed95e/queue: closing flushed file at 1733289647326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3b6cf: reopening flushed file at 1733289647736 (+410 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 98267c2e60b42604ec0241e6974ed95e in 430ms, sequenceid=12, compaction requested=false at 1733289647741 (+5 ms)Writing region close event to WAL at 1733289647742 (+1 ms)Running coprocessor post-close hooks at 1733289647750 (+8 ms)Closed at 1733289647750 2024-12-04T05:20:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289637090.98267c2e60b42604ec0241e6974ed95e. 2024-12-04T05:20:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad81a35b594525ae91c5cd26f8b9534f, disabling compactions & flushes 2024-12-04T05:20:47,751 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. after waiting 0 ms 2024-12-04T05:20:47,751 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:47,751 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad81a35b594525ae91c5cd26f8b9534f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T05:20:47,754 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:47,754 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1765, reset compression=false 2024-12-04T05:20:47,754 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,45867,1733289626951 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:47,755 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/ns/d1d00a20398e4fc8ab77e723c1c383ff is 43, key is default/ns:d/1733289628247/Put/seqid=0 2024-12-04T05:20:47,755 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,45867,1733289626951: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,45867,1733289626951, walGroup=6c7595a931c3%2C45867%2C1733289626951, offset=6c7595a931c3%2C45867%2C1733289626951.1733289627613:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:45867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:20:47,756 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:20:47,756 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:20:47,757 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:20:47,757 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:20:47,757 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:20:47,757 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 785311744 }, "NonHeapMemoryUsage": { "committed": 200605696, "init": 7667712, "max": -1, "used": 197762320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:20:47,757 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:38505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:38505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:20:47,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741842_1018 (size=5153) 2024-12-04T05:20:47,769 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/f/1dc3e09bfb9b4f9bb3be1c02d8d4b0ae is 37, key is row3/f:row3/1733289645965/Put/seqid=0 2024-12-04T05:20:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741843_1019 (size=5228) 2024-12-04T05:20:47,812 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:47,911 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:47,959 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1765, reset compression=false 2024-12-04T05:20:48,043 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:48,112 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:48,160 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/ns/d1d00a20398e4fc8ab77e723c1c383ff 2024-12-04T05:20:48,172 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/f/1dc3e09bfb9b4f9bb3be1c02d8d4b0ae 2024-12-04T05:20:48,175 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dc3e09bfb9b4f9bb3be1c02d8d4b0ae 2024-12-04T05:20:48,179 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/rep_barrier/01044d4bd8354644b00747fac2316c1e is 112, key is test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f./rep_barrier:seqnumDuringOpen/1733289632770/Put/seqid=0 2024-12-04T05:20:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741844_1020 (size=5518) 2024-12-04T05:20:48,192 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/f1/01264767316b424288e5b21dccbfd6ec is 30, key is row1/f1:/1733289643312/DeleteFamily/seqid=0 2024-12-04T05:20:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741845_1021 (size=5158) 2024-12-04T05:20:48,195 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/f1/01264767316b424288e5b21dccbfd6ec 2024-12-04T05:20:48,198 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01264767316b424288e5b21dccbfd6ec 2024-12-04T05:20:48,215 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:48,216 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/norep/1bac1bfcf4e94ac69d2d5ad0f0b81218 is 33, key is row2/norep:/1733289644317/DeleteFamily/seqid=0 2024-12-04T05:20:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741846_1022 (size=5108) 2024-12-04T05:20:48,262 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1765, reset compression=false 2024-12-04T05:20:48,312 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:20:48,312 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ad81a35b594525ae91c5cd26f8b9534f=test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f.} 2024-12-04T05:20:48,312 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:48,512 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad81a35b594525ae91c5cd26f8b9534f 2024-12-04T05:20:48,546 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:48,583 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/rep_barrier/01044d4bd8354644b00747fac2316c1e 2024-12-04T05:20:48,601 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/table/de97319dfd69455e8c7ca8df61cd970f is 53, key is hbase:replication/table:state/1733289638292/Put/seqid=0 2024-12-04T05:20:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741847_1023 (size=5308) 2024-12-04T05:20:48,627 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/norep/1bac1bfcf4e94ac69d2d5ad0f0b81218 2024-12-04T05:20:48,631 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bac1bfcf4e94ac69d2d5ad0f0b81218 2024-12-04T05:20:48,631 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/f/1dc3e09bfb9b4f9bb3be1c02d8d4b0ae as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/f/1dc3e09bfb9b4f9bb3be1c02d8d4b0ae 2024-12-04T05:20:48,635 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dc3e09bfb9b4f9bb3be1c02d8d4b0ae 2024-12-04T05:20:48,635 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/f/1dc3e09bfb9b4f9bb3be1c02d8d4b0ae, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T05:20:48,636 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/f1/01264767316b424288e5b21dccbfd6ec as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/f1/01264767316b424288e5b21dccbfd6ec 2024-12-04T05:20:48,639 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01264767316b424288e5b21dccbfd6ec 2024-12-04T05:20:48,639 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/f1/01264767316b424288e5b21dccbfd6ec, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T05:20:48,640 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/.tmp/norep/1bac1bfcf4e94ac69d2d5ad0f0b81218 as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/norep/1bac1bfcf4e94ac69d2d5ad0f0b81218 2024-12-04T05:20:48,643 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bac1bfcf4e94ac69d2d5ad0f0b81218 2024-12-04T05:20:48,643 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/norep/1bac1bfcf4e94ac69d2d5ad0f0b81218, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T05:20:48,644 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad81a35b594525ae91c5cd26f8b9534f in 893ms, sequenceid=12, compaction requested=false 2024-12-04T05:20:48,647 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/default/test/ad81a35b594525ae91c5cd26f8b9534f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T05:20:48,648 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:48,648 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:48,648 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:48,648 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad81a35b594525ae91c5cd26f8b9534f: Waiting for close lock at 1733289647751Running coprocessor pre-close hooks at 1733289647751Disabling compacts and flushes for region at 1733289647751Disabling writes for close at 1733289647751Obtaining lock to block concurrent updates at 1733289647751Preparing flush snapshotting stores in ad81a35b594525ae91c5cd26f8b9534f at 1733289647751Finished memstore snapshotting test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733289647751Flushing stores of test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. at 1733289647752 (+1 ms)Flushing ad81a35b594525ae91c5cd26f8b9534f/f: creating writer at 1733289647752Flushing ad81a35b594525ae91c5cd26f8b9534f/f: appending metadata at 1733289647768 (+16 ms)Flushing ad81a35b594525ae91c5cd26f8b9534f/f: closing flushed file at 1733289647768Flushing ad81a35b594525ae91c5cd26f8b9534f/f1: creating writer at 1733289648175 (+407 ms)Flushing ad81a35b594525ae91c5cd26f8b9534f/f1: appending metadata at 1733289648191 (+16 ms)Flushing ad81a35b594525ae91c5cd26f8b9534f/f1: closing flushed file at 1733289648191Flushing ad81a35b594525ae91c5cd26f8b9534f/norep: creating writer at 1733289648199 (+8 ms)Flushing ad81a35b594525ae91c5cd26f8b9534f/norep: appending metadata at 1733289648215 (+16 ms)Flushing ad81a35b594525ae91c5cd26f8b9534f/norep: closing flushed file at 1733289648215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c98e59c: reopening flushed file at 1733289648631 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d31d0e: reopening flushed file at 1733289648635 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fb2202: reopening flushed file at 1733289648639 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad81a35b594525ae91c5cd26f8b9534f in 893ms, sequenceid=12, compaction requested=false at 1733289648644 (+5 ms)Writing region close event to WAL at 1733289648645 (+1 ms)Running coprocessor post-close hooks at 1733289648648 (+3 ms)Closed at 1733289648648 2024-12-04T05:20:48,648 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289631617.ad81a35b594525ae91c5cd26f8b9534f. 2024-12-04T05:20:48,666 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 1765, reset compression=false 2024-12-04T05:20:48,669 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:48,669 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 2409, reset compression=false 2024-12-04T05:20:48,712 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:48,726 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:48,872 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.wal-reader.6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/WALs/6c7595a931c3,45867,1733289626951/6c7595a931c3%2C45867%2C1733289626951.1733289627613 to pos 2409, reset compression=false 2024-12-04T05:20:48,912 DEBUG [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:49,004 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/table/de97319dfd69455e8c7ca8df61cd970f 2024-12-04T05:20:49,009 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/info/0f40d1685f494c9f94b206de111d04dd as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/info/0f40d1685f494c9f94b206de111d04dd 2024-12-04T05:20:49,013 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/info/0f40d1685f494c9f94b206de111d04dd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:20:49,014 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/ns/d1d00a20398e4fc8ab77e723c1c383ff as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/ns/d1d00a20398e4fc8ab77e723c1c383ff 2024-12-04T05:20:49,018 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/ns/d1d00a20398e4fc8ab77e723c1c383ff, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:20:49,018 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/rep_barrier/01044d4bd8354644b00747fac2316c1e as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/rep_barrier/01044d4bd8354644b00747fac2316c1e 2024-12-04T05:20:49,022 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/rep_barrier/01044d4bd8354644b00747fac2316c1e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:20:49,023 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/.tmp/table/de97319dfd69455e8c7ca8df61cd970f as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/table/de97319dfd69455e8c7ca8df61cd970f 2024-12-04T05:20:49,027 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/table/de97319dfd69455e8c7ca8df61cd970f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:20:49,028 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-12-04T05:20:49,032 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:20:49,032 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:49,032 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:49,032 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:49,032 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289647311Running coprocessor pre-close hooks at 1733289647311Disabling compacts and flushes for region at 1733289647311Disabling writes for close at 1733289647311Obtaining lock to block concurrent updates at 1733289647311Preparing flush snapshotting stores in 1588230740 at 1733289647311Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289647311Flushing stores of hbase:meta,,1.1588230740 at 1733289647312 (+1 ms)Flushing 1588230740/info: creating writer at 1733289647312Flushing 1588230740/info: appending metadata at 1733289647329 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733289647329Flushing 1588230740/ns: creating writer at 1733289647737 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733289647755 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733289647755Flushing 1588230740/rep_barrier: creating writer at 1733289648164 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289648179 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289648179Flushing 1588230740/table: creating writer at 1733289648586 (+407 ms)Flushing 1588230740/table: appending metadata at 1733289648600 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289648600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfc57c4: reopening flushed file at 1733289649009 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e350be: reopening flushed file at 1733289649014 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186801d: reopening flushed file at 1733289649018 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294c4a42: reopening flushed file at 1733289649022 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1733289649028 (+6 ms)Writing region close event to WAL at 1733289649029 (+1 ms)Running coprocessor post-close hooks at 1733289649032 (+3 ms)Closed at 1733289649032 2024-12-04T05:20:49,033 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:49,112 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,45867,1733289626951; all regions closed. 2024-12-04T05:20:49,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:20:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741839_1015 (size=3115) 2024-12-04T05:20:49,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741833_1009 (size=2417) 2024-12-04T05:20:49,120 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:49,120 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:49,120 INFO [RS:0;6c7595a931c3:45867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:49,120 INFO [RS:0;6c7595a931c3:45867 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:49,121 INFO [RS:0;6c7595a931c3:45867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:49,121 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:49,121 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,45867,1733289626951 because: Region server is closing 2024-12-04T05:20:49,121 INFO [RS:0;6c7595a931c3:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:45867. 2024-12-04T05:20:49,121 DEBUG [RS:0;6c7595a931c3:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:49,121 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:49,122 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:49,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:49,150 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:49,222 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,45867,1733289626951.replicationSource.shipper6c7595a931c3%2C45867%2C1733289626951,1-6c7595a931c3,45867,1733289626951 terminated 2024-12-04T05:20:49,222 INFO [RS:0;6c7595a931c3:45867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:45867. 2024-12-04T05:20:49,222 DEBUG [RS:0;6c7595a931c3:45867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:49,222 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:49,222 DEBUG [RS:0;6c7595a931c3:45867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:49,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:49,222 INFO [RS:0;6c7595a931c3:45867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45867 2024-12-04T05:20:49,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065393330/rs/6c7595a931c3,45867,1733289626951 2024-12-04T05:20:49,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330/rs 2024-12-04T05:20:49,224 INFO [RS:0;6c7595a931c3:45867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:49,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,45867,1733289626951] 2024-12-04T05:20:49,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22065393330/draining/6c7595a931c3,45867,1733289626951 already deleted, retry=false 2024-12-04T05:20:49,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,45867,1733289626951 expired; onlineServers=0 2024-12-04T05:20:49,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,38505,1733289626870' ***** 2024-12-04T05:20:49,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:49,229 DEBUG [M:0;6c7595a931c3:38505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:20:49,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:20:49,229 DEBUG [M:0;6c7595a931c3:38505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:20:49,229 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289627416 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289627416,5,FailOnTimeoutGroup] 2024-12-04T05:20:49,229 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289627421 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289627421,5,FailOnTimeoutGroup] 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:49,229 DEBUG [M:0;6c7595a931c3:38505 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:49,229 INFO [M:0;6c7595a931c3:38505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:20:49,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:20:49,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22065393330/master 2024-12-04T05:20:49,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22065393330 2024-12-04T05:20:49,234 DEBUG [M:0;6c7595a931c3:38505 {}] zookeeper.ZKUtil(347): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Unable to get data of znode /22065393330/master because node does not exist (not an error) 2024-12-04T05:20:49,234 WARN [M:0;6c7595a931c3:38505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:20:49,235 INFO [M:0;6c7595a931c3:38505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/.lastflushedseqids 2024-12-04T05:20:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741848_1024 (size=245) 2024-12-04T05:20:49,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:49,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45867-0x1017bea9cff0007, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:49,327 INFO [RS:0;6c7595a931c3:45867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:49,327 INFO [RS:0;6c7595a931c3:45867 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,45867,1733289626951; zookeeper connection closed. 2024-12-04T05:20:49,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a04e617 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a04e617 2024-12-04T05:20:49,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:20:49,328 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:49,639 INFO [M:0;6c7595a931c3:38505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:20:49,639 INFO [M:0;6c7595a931c3:38505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:20:49,639 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:49,639 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:49,639 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:49,639 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:49,639 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:49,639 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-04T05:20:49,658 DEBUG [M:0;6c7595a931c3:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23c0592b9c3b4a85a6bd8f38d40590bf is 82, key is hbase:meta,,1/info:regioninfo/1733289628238/Put/seqid=0 2024-12-04T05:20:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741849_1025 (size=5672) 2024-12-04T05:20:49,854 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:50,031 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:50,062 INFO [M:0;6c7595a931c3:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23c0592b9c3b4a85a6bd8f38d40590bf 2024-12-04T05:20:50,079 DEBUG [M:0;6c7595a931c3:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aed668543a1b4c19b2a13bf55dc9269d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289638295/Put/seqid=0 2024-12-04T05:20:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741850_1026 (size=9213) 2024-12-04T05:20:50,483 INFO [M:0;6c7595a931c3:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aed668543a1b4c19b2a13bf55dc9269d 2024-12-04T05:20:50,504 DEBUG [M:0;6c7595a931c3:38505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8e4d3289ca47308cf7ae1132a10e18 is 69, key is 6c7595a931c3,45867,1733289626951/rs:state/1733289627442/Put/seqid=0 2024-12-04T05:20:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741851_1027 (size=5156) 2024-12-04T05:20:50,657 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:50,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:20:50,835 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:50,908 INFO [M:0;6c7595a931c3:38505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8e4d3289ca47308cf7ae1132a10e18 2024-12-04T05:20:50,912 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23c0592b9c3b4a85a6bd8f38d40590bf as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23c0592b9c3b4a85a6bd8f38d40590bf 2024-12-04T05:20:50,916 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23c0592b9c3b4a85a6bd8f38d40590bf, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T05:20:50,916 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aed668543a1b4c19b2a13bf55dc9269d as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aed668543a1b4c19b2a13bf55dc9269d 2024-12-04T05:20:50,919 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aed668543a1b4c19b2a13bf55dc9269d, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T05:20:50,920 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8e4d3289ca47308cf7ae1132a10e18 as hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad8e4d3289ca47308cf7ae1132a10e18 2024-12-04T05:20:50,923 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45487/user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad8e4d3289ca47308cf7ae1132a10e18, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T05:20:50,924 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-12-04T05:20:50,925 INFO [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:50,925 DEBUG [M:0;6c7595a931c3:38505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289649639Disabling compacts and flushes for region at 1733289649639Disabling writes for close at 1733289649639Obtaining lock to block concurrent updates at 1733289649639Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289649639Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733289649640 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289649640Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289649640Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289649657 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289649657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289650065 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289650079 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289650079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289650487 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289650503 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289650503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b16af: reopening flushed file at 1733289650912 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5797ccd6: reopening flushed file at 1733289650916 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6344: reopening flushed file at 1733289650920 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1733289650924 (+4 ms)Writing region close event to WAL at 1733289650925 (+1 ms)Closed at 1733289650925 2024-12-04T05:20:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35373 is added to blk_1073741830_1006 (size=73878) 2024-12-04T05:20:50,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3abecbf1-92ed-07e2-6d9b-e39078a8aa6b/MasterData/WALs/6c7595a931c3,38505,1733289626870/6c7595a931c3%2C38505%2C1733289626870.1733289627166 not finished, retry = 0 2024-12-04T05:20:51,028 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:51,028 INFO [M:0;6c7595a931c3:38505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:20:51,028 INFO [M:0;6c7595a931c3:38505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38505 2024-12-04T05:20:51,029 INFO [M:0;6c7595a931c3:38505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:51,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:51,131 INFO [M:0;6c7595a931c3:38505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:51,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38505-0x1017bea9cff0006, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:51,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8a7d804{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:51,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b321cee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:51,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:51,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f145e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:51,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59303038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:51,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:20:51,135 WARN [BP-1933764379-172.17.0.2-1733289626120 heartbeating to localhost/127.0.0.1:45487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:20:51,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:20:51,136 WARN [BP-1933764379-172.17.0.2-1733289626120 heartbeating to localhost/127.0.0.1:45487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933764379-172.17.0.2-1733289626120 (Datanode Uuid 6ce8ccb1-a4c7-4cf0-be6c-a6b8cfd5c7b5) service to localhost/127.0.0.1:45487 2024-12-04T05:20:51,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/cluster_a4c14525-576d-697a-271d-39ed9dd1fd95/data/data1/current/BP-1933764379-172.17.0.2-1733289626120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:51,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/cluster_a4c14525-576d-697a-271d-39ed9dd1fd95/data/data2/current/BP-1933764379-172.17.0.2-1733289626120 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:51,137 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:20:51,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75a8c9bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:51,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@289a0598{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:51,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:51,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e0091c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:51,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e7a7fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:51,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:20:51,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:20:51,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:51,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:51,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:51,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:51,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:51,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:20:51,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1739190700, stopped=false 2024-12-04T05:20:51,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,41143,1733289624449 2024-12-04T05:20:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1222568637/running 2024-12-04T05:20:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1222568637/running 2024-12-04T05:20:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:51,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:51,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:51,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:51,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/running 2024-12-04T05:20:51,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:51,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:51,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Set watcher on znode that does not yet exist, /1-1222568637/running 2024-12-04T05:20:51,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,40497,1733289624532' ***** 2024-12-04T05:20:51,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:20:51,162 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:20:51,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:20:51,162 INFO [RS:0;6c7595a931c3:40497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:20:51,162 INFO [RS:0;6c7595a931c3:40497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(3091): Received CLOSE for 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(3091): Received CLOSE for 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,40497,1733289624532 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40497. 2024-12-04T05:20:51,163 DEBUG [RS:0;6c7595a931c3:40497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:51,163 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:51,163 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70227d88f39f6d997f6221fb23936b84, disabling compactions & flushes 2024-12-04T05:20:51,163 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:51,163 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:20:51,163 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. after waiting 0 ms 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:20:51,163 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:20:51,163 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70227d88f39f6d997f6221fb23936b84 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T05:20:51,163 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:20:51,163 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1325): Online Regions={70227d88f39f6d997f6221fb23936b84=hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84., 1588230740=hbase:meta,,1.1588230740, 64161982d5c8ea7e508ed0c384f54634=test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.} 2024-12-04T05:20:51,163 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634, 70227d88f39f6d997f6221fb23936b84 2024-12-04T05:20:51,163 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:51,163 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:51,164 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:51,164 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:51,164 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:51,164 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:20:51,176 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:51,178 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/info/76688756ac024614a4f095ad9c975415 is 147, key is hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84./info:regioninfo/1733289636347/Put/seqid=0 2024-12-04T05:20:51,181 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/.tmp/queue/9241536296cf481c9be034b222e2090b is 154, key is 1-6c7595a931c3,40497,1733289624532/queue:6c7595a931c3%2C40497%2C1733289624532/1733289647134/Put/seqid=0 2024-12-04T05:20:51,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741840_1016 (size=7686) 2024-12-04T05:20:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741841_1017 (size=5353) 2024-12-04T05:20:51,186 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/.tmp/queue/9241536296cf481c9be034b222e2090b 2024-12-04T05:20:51,190 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/.tmp/queue/9241536296cf481c9be034b222e2090b as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/queue/9241536296cf481c9be034b222e2090b 2024-12-04T05:20:51,194 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/queue/9241536296cf481c9be034b222e2090b, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T05:20:51,194 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70227d88f39f6d997f6221fb23936b84 in 31ms, sequenceid=14, compaction requested=false 2024-12-04T05:20:51,197 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/replication/70227d88f39f6d997f6221fb23936b84/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T05:20:51,197 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:51,197 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:51,197 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:51,198 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70227d88f39f6d997f6221fb23936b84: Waiting for close lock at 1733289651163Running coprocessor pre-close hooks at 1733289651163Disabling compacts and flushes for region at 1733289651163Disabling writes for close at 1733289651163Obtaining lock to block concurrent updates at 1733289651163Preparing flush snapshotting stores in 70227d88f39f6d997f6221fb23936b84 at 1733289651163Finished memstore snapshotting hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733289651164 (+1 ms)Flushing stores of hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. at 1733289651164Flushing 70227d88f39f6d997f6221fb23936b84/queue: creating writer at 1733289651164Flushing 70227d88f39f6d997f6221fb23936b84/queue: appending metadata at 1733289651181 (+17 ms)Flushing 70227d88f39f6d997f6221fb23936b84/queue: closing flushed file at 1733289651181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d298223: reopening flushed file at 1733289651190 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 70227d88f39f6d997f6221fb23936b84 in 31ms, sequenceid=14, compaction requested=false at 1733289651194 (+4 ms)Writing region close event to WAL at 1733289651195 (+1 ms)Running coprocessor post-close hooks at 1733289651197 (+2 ms)Closed at 1733289651197 2024-12-04T05:20:51,198 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289635945.70227d88f39f6d997f6221fb23936b84. 2024-12-04T05:20:51,198 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64161982d5c8ea7e508ed0c384f54634, disabling compactions & flushes 2024-12-04T05:20:51,198 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:51,198 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:51,198 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. after waiting 0 ms 2024-12-04T05:20:51,198 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:51,198 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64161982d5c8ea7e508ed0c384f54634 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T05:20:51,212 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/f/2d82aee3ab7a452a850cc2ed5af1de39 is 37, key is row3/f:row3/1733289645965/Put/seqid=0 2024-12-04T05:20:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741842_1018 (size=5228) 2024-12-04T05:20:51,364 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:51,378 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:20:51,378 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:20:51,560 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1468, reset compression=false 2024-12-04T05:20:51,564 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:51,564 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:51,564 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1715, reset compression=false 2024-12-04T05:20:51,564 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40497,1733289624532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:51,565 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,40497,1733289624532: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,40497,1733289624532, walGroup=6c7595a931c3%2C40497%2C1733289624532, offset=6c7595a931c3%2C40497%2C1733289624532.1733289625494:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:40497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:20:51,567 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:20:51,567 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:20:51,567 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:20:51,567 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:20:51,567 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:20:51,567 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 865003520 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198181000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:20:51,568 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:20:51,582 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/info/76688756ac024614a4f095ad9c975415 2024-12-04T05:20:51,599 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/ns/39f906292afe4fb4b13794bfd7ef8527 is 43, key is default/ns:d/1733289626019/Put/seqid=0 2024-12-04T05:20:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741843_1019 (size=5153) 2024-12-04T05:20:51,616 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/f/2d82aee3ab7a452a850cc2ed5af1de39 2024-12-04T05:20:51,619 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d82aee3ab7a452a850cc2ed5af1de39 2024-12-04T05:20:51,633 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/f1/b4ff339ed9ed48dab71772358e9c658e is 30, key is row1/f1:/1733289643312/DeleteFamily/seqid=0 2024-12-04T05:20:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741844_1020 (size=5158) 2024-12-04T05:20:51,738 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:51,764 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:51,767 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1715, reset compression=false 2024-12-04T05:20:51,964 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:52,003 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/ns/39f906292afe4fb4b13794bfd7ef8527 2024-12-04T05:20:52,021 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/rep_barrier/e62e89f5d28a4e88ac945e12b7f2f7f5 is 112, key is test,,1733289629466.64161982d5c8ea7e508ed0c384f54634./rep_barrier:seqnumDuringOpen/1733289630617/Put/seqid=0 2024-12-04T05:20:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741845_1021 (size=5518) 2024-12-04T05:20:52,036 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/f1/b4ff339ed9ed48dab71772358e9c658e 2024-12-04T05:20:52,039 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4ff339ed9ed48dab71772358e9c658e 2024-12-04T05:20:52,053 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/norep/fb3f9c572599425d8a22b4a109fe4532 is 33, key is row1/norep:/1733289643312/DeleteFamily/seqid=0 2024-12-04T05:20:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741846_1022 (size=5108) 2024-12-04T05:20:52,070 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1715, reset compression=false 2024-12-04T05:20:52,164 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:20:52,164 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 64161982d5c8ea7e508ed0c384f54634=test,,1733289629466.64161982d5c8ea7e508ed0c384f54634.} 2024-12-04T05:20:52,164 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:52,364 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64161982d5c8ea7e508ed0c384f54634 2024-12-04T05:20:52,424 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/rep_barrier/e62e89f5d28a4e88ac945e12b7f2f7f5 2024-12-04T05:20:52,444 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/table/c09c0452457f4e90b1fbffc72f8d9dd2 is 53, key is hbase:replication/table:state/1733289636355/Put/seqid=0 2024-12-04T05:20:52,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741847_1023 (size=5308) 2024-12-04T05:20:52,456 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/norep/fb3f9c572599425d8a22b4a109fe4532 2024-12-04T05:20:52,461 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb3f9c572599425d8a22b4a109fe4532 2024-12-04T05:20:52,461 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/f/2d82aee3ab7a452a850cc2ed5af1de39 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/f/2d82aee3ab7a452a850cc2ed5af1de39 2024-12-04T05:20:52,464 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d82aee3ab7a452a850cc2ed5af1de39 2024-12-04T05:20:52,465 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/f/2d82aee3ab7a452a850cc2ed5af1de39, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T05:20:52,465 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/f1/b4ff339ed9ed48dab71772358e9c658e as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/f1/b4ff339ed9ed48dab71772358e9c658e 2024-12-04T05:20:52,468 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4ff339ed9ed48dab71772358e9c658e 2024-12-04T05:20:52,468 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/f1/b4ff339ed9ed48dab71772358e9c658e, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T05:20:52,469 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/.tmp/norep/fb3f9c572599425d8a22b4a109fe4532 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/norep/fb3f9c572599425d8a22b4a109fe4532 2024-12-04T05:20:52,472 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb3f9c572599425d8a22b4a109fe4532 2024-12-04T05:20:52,472 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/norep/fb3f9c572599425d8a22b4a109fe4532, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T05:20:52,472 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 64161982d5c8ea7e508ed0c384f54634 in 1274ms, sequenceid=12, compaction requested=false 2024-12-04T05:20:52,473 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:20:52,474 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 1715, reset compression=false 2024-12-04T05:20:52,477 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/default/test/64161982d5c8ea7e508ed0c384f54634/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T05:20:52,477 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:52,477 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 2359, reset compression=false 2024-12-04T05:20:52,478 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:52,478 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:52,478 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:52,478 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64161982d5c8ea7e508ed0c384f54634: Waiting for close lock at 1733289651198Running coprocessor pre-close hooks at 1733289651198Disabling compacts and flushes for region at 1733289651198Disabling writes for close at 1733289651198Obtaining lock to block concurrent updates at 1733289651198Preparing flush snapshotting stores in 64161982d5c8ea7e508ed0c384f54634 at 1733289651198Finished memstore snapshotting test,,1733289629466.64161982d5c8ea7e508ed0c384f54634., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733289651198Flushing stores of test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. at 1733289651199 (+1 ms)Flushing 64161982d5c8ea7e508ed0c384f54634/f: creating writer at 1733289651199Flushing 64161982d5c8ea7e508ed0c384f54634/f: appending metadata at 1733289651212 (+13 ms)Flushing 64161982d5c8ea7e508ed0c384f54634/f: closing flushed file at 1733289651212Flushing 64161982d5c8ea7e508ed0c384f54634/f1: creating writer at 1733289651619 (+407 ms)Flushing 64161982d5c8ea7e508ed0c384f54634/f1: appending metadata at 1733289651632 (+13 ms)Flushing 64161982d5c8ea7e508ed0c384f54634/f1: closing flushed file at 1733289651632Flushing 64161982d5c8ea7e508ed0c384f54634/norep: creating writer at 1733289652039 (+407 ms)Flushing 64161982d5c8ea7e508ed0c384f54634/norep: appending metadata at 1733289652052 (+13 ms)Flushing 64161982d5c8ea7e508ed0c384f54634/norep: closing flushed file at 1733289652052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8d3b5b: reopening flushed file at 1733289652461 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9d9ad: reopening flushed file at 1733289652465 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6596d6e3: reopening flushed file at 1733289652468 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 64161982d5c8ea7e508ed0c384f54634 in 1274ms, sequenceid=12, compaction requested=false at 1733289652472 (+4 ms)Writing region close event to WAL at 1733289652474 (+2 ms)Running coprocessor post-close hooks at 1733289652478 (+4 ms)Closed at 1733289652478 2024-12-04T05:20:52,478 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289629466.64161982d5c8ea7e508ed0c384f54634. 2024-12-04T05:20:52,565 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:52,680 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 2359, reset compression=false 2024-12-04T05:20:52,742 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:52,765 DEBUG [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:52,848 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/table/c09c0452457f4e90b1fbffc72f8d9dd2 2024-12-04T05:20:52,852 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/info/76688756ac024614a4f095ad9c975415 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/info/76688756ac024614a4f095ad9c975415 2024-12-04T05:20:52,856 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/info/76688756ac024614a4f095ad9c975415, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:20:52,856 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/ns/39f906292afe4fb4b13794bfd7ef8527 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/ns/39f906292afe4fb4b13794bfd7ef8527 2024-12-04T05:20:52,859 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/ns/39f906292afe4fb4b13794bfd7ef8527, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:20:52,860 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/rep_barrier/e62e89f5d28a4e88ac945e12b7f2f7f5 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/rep_barrier/e62e89f5d28a4e88ac945e12b7f2f7f5 2024-12-04T05:20:52,863 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/rep_barrier/e62e89f5d28a4e88ac945e12b7f2f7f5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:20:52,864 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/.tmp/table/c09c0452457f4e90b1fbffc72f8d9dd2 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/table/c09c0452457f4e90b1fbffc72f8d9dd2 2024-12-04T05:20:52,867 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/table/c09c0452457f4e90b1fbffc72f8d9dd2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:20:52,868 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-12-04T05:20:52,868 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:20:52,872 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:20:52,872 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:52,872 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:52,872 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:52,873 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289651163Running coprocessor pre-close hooks at 1733289651163Disabling compacts and flushes for region at 1733289651163Disabling writes for close at 1733289651164 (+1 ms)Obtaining lock to block concurrent updates at 1733289651164Preparing flush snapshotting stores in 1588230740 at 1733289651164Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289651164Flushing stores of hbase:meta,,1.1588230740 at 1733289651164Flushing 1588230740/info: creating writer at 1733289651165 (+1 ms)Flushing 1588230740/info: appending metadata at 1733289651178 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733289651178Flushing 1588230740/ns: creating writer at 1733289651585 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733289651599 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733289651599Flushing 1588230740/rep_barrier: creating writer at 1733289652007 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289652020 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289652020Flushing 1588230740/table: creating writer at 1733289652429 (+409 ms)Flushing 1588230740/table: appending metadata at 1733289652443 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289652443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba4a995: reopening flushed file at 1733289652852 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6207394: reopening flushed file at 1733289652856 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a439a0: reopening flushed file at 1733289652859 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da260b0: reopening flushed file at 1733289652863 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1733289652868 (+5 ms)Writing region close event to WAL at 1733289652870 (+2 ms)Running coprocessor post-close hooks at 1733289652872 (+2 ms)Closed at 1733289652872 2024-12-04T05:20:52,873 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:52,965 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,40497,1733289624532; all regions closed. 2024-12-04T05:20:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:20:52,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.rep.1733289636300 not finished, retry = 0 2024-12-04T05:20:52,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741839_1015 (size=3552) 2024-12-04T05:20:52,984 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 to pos 2359, reset compression=false 2024-12-04T05:20:53,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741833_1009 (size=2367) 2024-12-04T05:20:53,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/WALs/6c7595a931c3,40497,1733289624532/6c7595a931c3%2C40497%2C1733289624532.1733289625494 not finished, retry = 0 2024-12-04T05:20:53,174 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:53,174 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:53,174 INFO [RS:0;6c7595a931c3:40497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:53,174 INFO [RS:0;6c7595a931c3:40497 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:53,174 INFO [RS:0;6c7595a931c3:40497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:53,174 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:53,175 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,40497,1733289624532 because: Region server is closing 2024-12-04T05:20:53,175 INFO [RS:0;6c7595a931c3:40497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40497. 2024-12-04T05:20:53,175 DEBUG [RS:0;6c7595a931c3:40497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:53,175 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:53,175 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:53,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:53,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:53,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,275 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.shipper6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 terminated 2024-12-04T05:20:53,275 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40497,1733289624532.replicationSource.wal-reader.6c7595a931c3%2C40497%2C1733289624532,1-6c7595a931c3,40497,1733289624532 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:20:53,276 INFO [RS:0;6c7595a931c3:40497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40497. 2024-12-04T05:20:53,276 DEBUG [RS:0;6c7595a931c3:40497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:53,276 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:53,276 DEBUG [RS:0;6c7595a931c3:40497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:53,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:53,276 INFO [RS:0;6c7595a931c3:40497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40497 2024-12-04T05:20:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637/rs 2024-12-04T05:20:53,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1222568637/rs/6c7595a931c3,40497,1733289624532 2024-12-04T05:20:53,278 INFO [RS:0;6c7595a931c3:40497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:53,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,40497,1733289624532] 2024-12-04T05:20:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1222568637/draining/6c7595a931c3,40497,1733289624532 already deleted, retry=false 2024-12-04T05:20:53,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,40497,1733289624532 expired; onlineServers=0 2024-12-04T05:20:53,282 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,41143,1733289624449' ***** 2024-12-04T05:20:53,282 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:20:53,282 INFO [M:0;6c7595a931c3:41143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:53,282 INFO [M:0;6c7595a931c3:41143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:53,282 DEBUG [M:0;6c7595a931c3:41143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:20:53,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:20:53,282 DEBUG [M:0;6c7595a931c3:41143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:20:53,282 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289625217 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289625217,5,FailOnTimeoutGroup] 2024-12-04T05:20:53,282 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289625224 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289625224,5,FailOnTimeoutGroup] 2024-12-04T05:20:53,282 INFO [M:0;6c7595a931c3:41143 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:53,282 INFO [M:0;6c7595a931c3:41143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:53,283 DEBUG [M:0;6c7595a931c3:41143 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:20:53,283 INFO [M:0;6c7595a931c3:41143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:20:53,283 INFO [M:0;6c7595a931c3:41143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:53,283 INFO [M:0;6c7595a931c3:41143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:20:53,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:20:53,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1222568637/master 2024-12-04T05:20:53,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1222568637 2024-12-04T05:20:53,284 DEBUG [M:0;6c7595a931c3:41143 {}] zookeeper.ZKUtil(347): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Unable to get data of znode /1-1222568637/master because node does not exist (not an error) 2024-12-04T05:20:53,284 WARN [M:0;6c7595a931c3:41143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:20:53,285 INFO [M:0;6c7595a931c3:41143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/.lastflushedseqids 2024-12-04T05:20:53,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741848_1024 (size=245) 2024-12-04T05:20:53,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:53,380 INFO [RS:0;6c7595a931c3:40497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:53,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40497-0x1017bea9cff0004, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:53,380 INFO [RS:0;6c7595a931c3:40497 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,40497,1733289624532; zookeeper connection closed. 2024-12-04T05:20:53,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e753177 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e753177 2024-12-04T05:20:53,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:20:53,690 INFO [M:0;6c7595a931c3:41143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:20:53,690 INFO [M:0;6c7595a931c3:41143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:20:53,690 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:53,690 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:53,690 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:53,690 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:53,690 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:53,690 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T05:20:53,705 DEBUG [M:0;6c7595a931c3:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccc42a2b354841eba8d28e34a35fdeec is 82, key is hbase:meta,,1/info:regioninfo/1733289626002/Put/seqid=0 2024-12-04T05:20:53,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741849_1025 (size=5672) 2024-12-04T05:20:53,845 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:54,109 INFO [M:0;6c7595a931c3:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccc42a2b354841eba8d28e34a35fdeec 2024-12-04T05:20:54,131 DEBUG [M:0;6c7595a931c3:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0b3c5b0351142608f2739d51e97ad86 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289636359/Put/seqid=0 2024-12-04T05:20:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741850_1026 (size=8517) 2024-12-04T05:20:54,413 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:20:54,535 INFO [M:0;6c7595a931c3:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0b3c5b0351142608f2739d51e97ad86 2024-12-04T05:20:54,552 DEBUG [M:0;6c7595a931c3:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7df6eed3474442af564e94b3cb72de is 69, key is 6c7595a931c3,40497,1733289624532/rs:state/1733289625322/Put/seqid=0 2024-12-04T05:20:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741851_1027 (size=5156) 2024-12-04T05:20:54,555 INFO [M:0;6c7595a931c3:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7df6eed3474442af564e94b3cb72de 2024-12-04T05:20:54,559 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccc42a2b354841eba8d28e34a35fdeec as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccc42a2b354841eba8d28e34a35fdeec 2024-12-04T05:20:54,562 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccc42a2b354841eba8d28e34a35fdeec, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:20:54,563 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0b3c5b0351142608f2739d51e97ad86 as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0b3c5b0351142608f2739d51e97ad86 2024-12-04T05:20:54,565 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0b3c5b0351142608f2739d51e97ad86, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:20:54,566 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7df6eed3474442af564e94b3cb72de as hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf7df6eed3474442af564e94b3cb72de 2024-12-04T05:20:54,569 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43027/user/jenkins/test-data/e7876a35-146a-c4ba-c558-4ee9560536f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf7df6eed3474442af564e94b3cb72de, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:20:54,570 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-12-04T05:20:54,571 INFO [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:54,571 DEBUG [M:0;6c7595a931c3:41143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289653690Disabling compacts and flushes for region at 1733289653690Disabling writes for close at 1733289653690Obtaining lock to block concurrent updates at 1733289653690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289653690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733289653691 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289653691Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289653691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289653705 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289653705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289654113 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289654130 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289654130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289654538 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289654551 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289654551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6e916d: reopening flushed file at 1733289654558 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f50b7c: reopening flushed file at 1733289654562 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8d9d46: reopening flushed file at 1733289654566 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1733289654570 (+4 ms)Writing region close event to WAL at 1733289654571 (+1 ms)Closed at 1733289654571 2024-12-04T05:20:54,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39981 is added to blk_1073741830_1006 (size=63666) 2024-12-04T05:20:54,573 INFO [M:0;6c7595a931c3:41143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:20:54,573 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:54,573 INFO [M:0;6c7595a931c3:41143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41143 2024-12-04T05:20:54,573 INFO [M:0;6c7595a931c3:41143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:54,675 INFO [M:0;6c7595a931c3:41143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1017bea9cff0003, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:54,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72cb97e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:54,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bb52b53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:54,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:54,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d8dad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:54,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7eac92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:54,679 WARN [BP-157300000-172.17.0.2-1733289623534 heartbeating to localhost/127.0.0.1:43027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:20:54,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:20:54,679 WARN [BP-157300000-172.17.0.2-1733289623534 heartbeating to localhost/127.0.0.1:43027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157300000-172.17.0.2-1733289623534 (Datanode Uuid 923ba33b-cf6f-4e73-8e93-342833545970) service to localhost/127.0.0.1:43027 2024-12-04T05:20:54,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:20:54,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/cluster_8b960f40-7f4e-681d-470b-bd030722d9b6/data/data1/current/BP-157300000-172.17.0.2-1733289623534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:54,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/cluster_8b960f40-7f4e-681d-470b-bd030722d9b6/data/data2/current/BP-157300000-172.17.0.2-1733289623534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:54,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:20:54,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7824f551{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:54,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9561a79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:54,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:54,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@656f785a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:54,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e69e34f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6d2723c-8b75-19a9-9ba3-7250afe08bb8/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:54,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:20:54,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:20:54,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:54,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:54,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:54,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:54,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:54,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:20:54,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=882606321, stopped=false 2024-12-04T05:20:54,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,34737,1733289621177 2024-12-04T05:20:54,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1939372528/running 2024-12-04T05:20:54,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:54,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1939372528/running 2024-12-04T05:20:54,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:54,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:54,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:20:54,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:54,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:54,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/running 2024-12-04T05:20:54,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Set watcher on znode that does not yet exist, /0-1939372528/running 2024-12-04T05:20:54,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,44653,1733289621234' ***** 2024-12-04T05:20:54,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:20:54,705 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:20:54,705 INFO [RS:0;6c7595a931c3:44653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:20:54,705 INFO [RS:0;6c7595a931c3:44653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:20:54,705 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for 43974c6475ef23448524efa6b8a104f5 2024-12-04T05:20:54,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:20:54,705 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,44653,1733289621234 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:44653. 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 43974c6475ef23448524efa6b8a104f5, disabling compactions & flushes 2024-12-04T05:20:54,706 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:54,706 DEBUG [RS:0;6c7595a931c3:44653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:54,706 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289628319.43974c6475ef23448524efa6b8a104f5. after waiting 0 ms 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:20:54,706 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 43974c6475ef23448524efa6b8a104f5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T05:20:54,706 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:20:54,706 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1325): Online Regions={43974c6475ef23448524efa6b8a104f5=test,,1733289628319.43974c6475ef23448524efa6b8a104f5., d68ad0f02727c08bd0669d4a5d19ec41=hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:20:54,706 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43974c6475ef23448524efa6b8a104f5, d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:20:54,706 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:20:54,706 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:20:54,706 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:20:54,724 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:20:54,724 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:20:54,726 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/f/ae90e35cdd514b23a941de0eb4648cd4 is 37, key is row3/f:row3/1733289645965/Put/seqid=0 2024-12-04T05:20:54,728 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/info/cbfa79dcf6384b04ac4afe7b1eb28c8a is 147, key is hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41./info:regioninfo/1733289634965/Put/seqid=0 2024-12-04T05:20:54,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741840_1016 (size=5228) 2024-12-04T05:20:54,729 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/f/ae90e35cdd514b23a941de0eb4648cd4 2024-12-04T05:20:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741841_1017 (size=7686) 2024-12-04T05:20:54,735 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:54,740 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae90e35cdd514b23a941de0eb4648cd4 2024-12-04T05:20:54,753 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/f1/c116d457f3d6434983ef75df795f5c7c is 30, key is row1/f1:/1733289643312/DeleteFamily/seqid=0 2024-12-04T05:20:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741842_1018 (size=5158) 2024-12-04T05:20:54,757 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/f1/c116d457f3d6434983ef75df795f5c7c 2024-12-04T05:20:54,759 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c116d457f3d6434983ef75df795f5c7c 2024-12-04T05:20:54,773 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/norep/58036c21d4064167a1587753648ef5d0 is 32, key is row/norep:/1733289642306/DeleteFamily/seqid=0 2024-12-04T05:20:54,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741843_1019 (size=5101) 2024-12-04T05:20:54,906 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43974c6475ef23448524efa6b8a104f5, d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:55,049 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1496, reset compression=false 2024-12-04T05:20:55,053 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:55,053 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1743, reset compression=false 2024-12-04T05:20:55,054 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,44653,1733289621234 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:20:55,054 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,44653,1733289621234: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,44653,1733289621234, walGroup=6c7595a931c3%2C44653%2C1733289621234, offset=6c7595a931c3%2C44653%2C1733289621234.1733289622845:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:44653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:20:55,056 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:20:55,056 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:20:55,056 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:20:55,056 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:20:55,056 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:20:55,057 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 950986752 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198877272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:20:55,057 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:20:55,106 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 43974c6475ef23448524efa6b8a104f5, d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:55,134 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/info/cbfa79dcf6384b04ac4afe7b1eb28c8a 2024-12-04T05:20:55,155 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/ns/ee77e38cfca3498783eb7c809f0c5f2f is 43, key is default/ns:d/1733289623444/Put/seqid=0 2024-12-04T05:20:55,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741844_1020 (size=5153) 2024-12-04T05:20:55,176 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/norep/58036c21d4064167a1587753648ef5d0 2024-12-04T05:20:55,179 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58036c21d4064167a1587753648ef5d0 2024-12-04T05:20:55,179 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/f/ae90e35cdd514b23a941de0eb4648cd4 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/f/ae90e35cdd514b23a941de0eb4648cd4 2024-12-04T05:20:55,182 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae90e35cdd514b23a941de0eb4648cd4 2024-12-04T05:20:55,183 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/f/ae90e35cdd514b23a941de0eb4648cd4, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T05:20:55,183 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/f1/c116d457f3d6434983ef75df795f5c7c as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/f1/c116d457f3d6434983ef75df795f5c7c 2024-12-04T05:20:55,186 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c116d457f3d6434983ef75df795f5c7c 2024-12-04T05:20:55,186 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/f1/c116d457f3d6434983ef75df795f5c7c, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T05:20:55,187 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/.tmp/norep/58036c21d4064167a1587753648ef5d0 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/norep/58036c21d4064167a1587753648ef5d0 2024-12-04T05:20:55,190 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58036c21d4064167a1587753648ef5d0 2024-12-04T05:20:55,190 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/norep/58036c21d4064167a1587753648ef5d0, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T05:20:55,191 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 43974c6475ef23448524efa6b8a104f5 in 485ms, sequenceid=12, compaction requested=false 2024-12-04T05:20:55,194 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/default/test/43974c6475ef23448524efa6b8a104f5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:55,195 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 43974c6475ef23448524efa6b8a104f5: Waiting for close lock at 1733289654706Running coprocessor pre-close hooks at 1733289654706Disabling compacts and flushes for region at 1733289654706Disabling writes for close at 1733289654706Obtaining lock to block concurrent updates at 1733289654706Preparing flush snapshotting stores in 43974c6475ef23448524efa6b8a104f5 at 1733289654706Finished memstore snapshotting test,,1733289628319.43974c6475ef23448524efa6b8a104f5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733289654706Flushing stores of test,,1733289628319.43974c6475ef23448524efa6b8a104f5. at 1733289654707 (+1 ms)Flushing 43974c6475ef23448524efa6b8a104f5/f: creating writer at 1733289654707Flushing 43974c6475ef23448524efa6b8a104f5/f: appending metadata at 1733289654725 (+18 ms)Flushing 43974c6475ef23448524efa6b8a104f5/f: closing flushed file at 1733289654725Flushing 43974c6475ef23448524efa6b8a104f5/f1: creating writer at 1733289654740 (+15 ms)Flushing 43974c6475ef23448524efa6b8a104f5/f1: appending metadata at 1733289654753 (+13 ms)Flushing 43974c6475ef23448524efa6b8a104f5/f1: closing flushed file at 1733289654753Flushing 43974c6475ef23448524efa6b8a104f5/norep: creating writer at 1733289654760 (+7 ms)Flushing 43974c6475ef23448524efa6b8a104f5/norep: appending metadata at 1733289654772 (+12 ms)Flushing 43974c6475ef23448524efa6b8a104f5/norep: closing flushed file at 1733289654772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72547bed: reopening flushed file at 1733289655179 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa01218: reopening flushed file at 1733289655183 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74eaff18: reopening flushed file at 1733289655186 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 43974c6475ef23448524efa6b8a104f5 in 485ms, sequenceid=12, compaction requested=false at 1733289655191 (+5 ms)Writing region close event to WAL at 1733289655192 (+1 ms)Running coprocessor post-close hooks at 1733289655195 (+3 ms)Closed at 1733289655195 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289628319.43974c6475ef23448524efa6b8a104f5. 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d68ad0f02727c08bd0669d4a5d19ec41, disabling compactions & flushes 2024-12-04T05:20:55,195 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. after waiting 0 ms 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,195 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d68ad0f02727c08bd0669d4a5d19ec41: Waiting for close lock at 1733289655195Running coprocessor pre-close hooks at 1733289655195Disabling compacts and flushes for region at 1733289655195Disabling writes for close at 1733289655195Failed flush hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., putting online again at 1733289655195 2024-12-04T05:20:55,196 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,257 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 1743, reset compression=false 2024-12-04T05:20:55,261 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:20:55,261 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 2387, reset compression=false 2024-12-04T05:20:55,307 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:55,307 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68ad0f02727c08bd0669d4a5d19ec41 2024-12-04T05:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d68ad0f02727c08bd0669d4a5d19ec41, disabling compactions & flushes 2024-12-04T05:20:55,307 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. after waiting 0 ms 2024-12-04T05:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d68ad0f02727c08bd0669d4a5d19ec41: Waiting for close lock at 1733289655307Running coprocessor pre-close hooks at 1733289655307Disabling compacts and flushes for region at 1733289655307Disabling writes for close at 1733289655307Failed flush hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., putting online again at 1733289655307 2024-12-04T05:20:55,307 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41. 2024-12-04T05:20:55,464 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 2387, reset compression=false 2024-12-04T05:20:55,507 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:55,559 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/ns/ee77e38cfca3498783eb7c809f0c5f2f 2024-12-04T05:20:55,590 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/rep_barrier/9436228848304e13ba7bebd2a561ab87 is 112, key is test,,1733289628319.43974c6475ef23448524efa6b8a104f5./rep_barrier:seqnumDuringOpen/1733289629068/Put/seqid=0 2024-12-04T05:20:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741845_1021 (size=5518) 2024-12-04T05:20:55,707 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:20:55,707 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1325): Online Regions={d68ad0f02727c08bd0669d4a5d19ec41=hbase:replication,,1733289633784.d68ad0f02727c08bd0669d4a5d19ec41., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:20:55,707 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:55,767 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 2387, reset compression=false 2024-12-04T05:20:55,907 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:55,995 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/rep_barrier/9436228848304e13ba7bebd2a561ab87 2024-12-04T05:20:56,012 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/table/ab2b690dd6f44995bb388d82133b7596 is 53, key is hbase:replication/table:state/1733289634980/Put/seqid=0 2024-12-04T05:20:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741846_1022 (size=5308) 2024-12-04T05:20:56,108 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:56,170 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/WALs/6c7595a931c3,44653,1733289621234/6c7595a931c3%2C44653%2C1733289621234.1733289622845 to pos 2387, reset compression=false 2024-12-04T05:20:56,308 DEBUG [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:20:56,416 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/table/ab2b690dd6f44995bb388d82133b7596 2024-12-04T05:20:56,420 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/info/cbfa79dcf6384b04ac4afe7b1eb28c8a as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/info/cbfa79dcf6384b04ac4afe7b1eb28c8a 2024-12-04T05:20:56,423 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/info/cbfa79dcf6384b04ac4afe7b1eb28c8a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:20:56,424 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/ns/ee77e38cfca3498783eb7c809f0c5f2f as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/ns/ee77e38cfca3498783eb7c809f0c5f2f 2024-12-04T05:20:56,427 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/ns/ee77e38cfca3498783eb7c809f0c5f2f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:20:56,428 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/rep_barrier/9436228848304e13ba7bebd2a561ab87 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/rep_barrier/9436228848304e13ba7bebd2a561ab87 2024-12-04T05:20:56,431 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/rep_barrier/9436228848304e13ba7bebd2a561ab87, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:20:56,431 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/.tmp/table/ab2b690dd6f44995bb388d82133b7596 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/table/ab2b690dd6f44995bb388d82133b7596 2024-12-04T05:20:56,434 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/table/ab2b690dd6f44995bb388d82133b7596, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:20:56,435 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-12-04T05:20:56,435 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:20:56,439 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:20:56,439 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:20:56,439 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:20:56,439 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:56,439 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289654706Running coprocessor pre-close hooks at 1733289654706Disabling compacts and flushes for region at 1733289654706Disabling writes for close at 1733289654706Obtaining lock to block concurrent updates at 1733289654706Preparing flush snapshotting stores in 1588230740 at 1733289654706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289654707 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289654707Flushing 1588230740/info: creating writer at 1733289654707Flushing 1588230740/info: appending metadata at 1733289654728 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733289654728Flushing 1588230740/ns: creating writer at 1733289655138 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733289655154 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733289655155 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733289655563 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289655590 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289655590Flushing 1588230740/table: creating writer at 1733289655998 (+408 ms)Flushing 1588230740/table: appending metadata at 1733289656012 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289656012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fc7ff2: reopening flushed file at 1733289656419 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf2625b: reopening flushed file at 1733289656423 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d87ef8b: reopening flushed file at 1733289656427 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d5d4a7: reopening flushed file at 1733289656431 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1733289656435 (+4 ms)Writing region close event to WAL at 1733289656437 (+2 ms)Running coprocessor post-close hooks at 1733289656439 (+2 ms)Closed at 1733289656439 2024-12-04T05:20:56,440 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:20:56,508 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T05:20:56,508 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,44653,1733289621234; all regions closed. 2024-12-04T05:20:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:20:56,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741839_1015 (size=2609) 2024-12-04T05:20:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741833_1009 (size=2395) 2024-12-04T05:20:56,515 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:56,515 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:20:56,515 INFO [RS:0;6c7595a931c3:44653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:56,515 INFO [RS:0;6c7595a931c3:44653 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:56,515 INFO [RS:0;6c7595a931c3:44653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:56,515 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:56,515 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,44653,1733289621234 because: Region server is closing 2024-12-04T05:20:56,515 INFO [RS:0;6c7595a931c3:44653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:44653. 2024-12-04T05:20:56,516 DEBUG [RS:0;6c7595a931c3:44653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:56,516 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:56,516 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:56,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:56,616 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.shipper6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 terminated 2024-12-04T05:20:56,616 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,44653,1733289621234.replicationSource.wal-reader.6c7595a931c3%2C44653%2C1733289621234,1-6c7595a931c3,44653,1733289621234 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:20:56,616 INFO [RS:0;6c7595a931c3:44653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:44653. 2024-12-04T05:20:56,616 DEBUG [RS:0;6c7595a931c3:44653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:20:56,616 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:56,616 DEBUG [RS:0;6c7595a931c3:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:20:56,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:20:56,617 INFO [RS:0;6c7595a931c3:44653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44653 2024-12-04T05:20:56,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528/rs 2024-12-04T05:20:56,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1939372528/rs/6c7595a931c3,44653,1733289621234 2024-12-04T05:20:56,618 INFO [RS:0;6c7595a931c3:44653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:56,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,44653,1733289621234] 2024-12-04T05:20:56,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1939372528/draining/6c7595a931c3,44653,1733289621234 already deleted, retry=false 2024-12-04T05:20:56,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,44653,1733289621234 expired; onlineServers=0 2024-12-04T05:20:56,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,34737,1733289621177' ***** 2024-12-04T05:20:56,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:20:56,621 INFO [M:0;6c7595a931c3:34737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:20:56,621 INFO [M:0;6c7595a931c3:34737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:20:56,621 DEBUG [M:0;6c7595a931c3:34737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:20:56,621 DEBUG [M:0;6c7595a931c3:34737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:20:56,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:20:56,621 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289622636 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289622636,5,FailOnTimeoutGroup] 2024-12-04T05:20:56,621 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289622636 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289622636,5,FailOnTimeoutGroup] 2024-12-04T05:20:56,621 INFO [M:0;6c7595a931c3:34737 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:20:56,621 INFO [M:0;6c7595a931c3:34737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:20:56,621 DEBUG [M:0;6c7595a931c3:34737 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:20:56,621 INFO [M:0;6c7595a931c3:34737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:20:56,622 INFO [M:0;6c7595a931c3:34737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:20:56,622 INFO [M:0;6c7595a931c3:34737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:20:56,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:20:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1939372528/master 2024-12-04T05:20:56,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1939372528 2024-12-04T05:20:56,624 DEBUG [M:0;6c7595a931c3:34737 {}] zookeeper.ZKUtil(347): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Unable to get data of znode /0-1939372528/master because node does not exist (not an error) 2024-12-04T05:20:56,624 WARN [M:0;6c7595a931c3:34737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:20:56,624 INFO [M:0;6c7595a931c3:34737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/.lastflushedseqids 2024-12-04T05:20:56,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741847_1023 (size=245) 2024-12-04T05:20:56,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:56,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1017bea9cff0001, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:56,720 INFO [RS:0;6c7595a931c3:44653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:56,720 INFO [RS:0;6c7595a931c3:44653 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,44653,1733289621234; zookeeper connection closed. 2024-12-04T05:20:56,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@191884cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@191884cc 2024-12-04T05:20:56,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:20:57,029 INFO [M:0;6c7595a931c3:34737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:20:57,029 INFO [M:0;6c7595a931c3:34737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:20:57,029 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:20:57,029 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:57,029 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:57,029 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:20:57,029 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:57,029 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T05:20:57,045 DEBUG [M:0;6c7595a931c3:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a82b65a153d344089257ad3ffc390b61 is 82, key is hbase:meta,,1/info:regioninfo/1733289623429/Put/seqid=0 2024-12-04T05:20:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741848_1024 (size=5672) 2024-12-04T05:20:57,449 INFO [M:0;6c7595a931c3:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a82b65a153d344089257ad3ffc390b61 2024-12-04T05:20:57,466 DEBUG [M:0;6c7595a931c3:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6702841b3fa445c0986afd00f581eba8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289629081/Put/seqid=0 2024-12-04T05:20:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741849_1025 (size=7218) 2024-12-04T05:20:57,870 INFO [M:0;6c7595a931c3:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6702841b3fa445c0986afd00f581eba8 2024-12-04T05:20:57,874 INFO [M:0;6c7595a931c3:34737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6702841b3fa445c0986afd00f581eba8 2024-12-04T05:20:57,892 DEBUG [M:0;6c7595a931c3:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47a0bceb3c0e4794aff3464e8f7e9d20 is 69, key is 6c7595a931c3,44653,1733289621234/rs:state/1733289622680/Put/seqid=0 2024-12-04T05:20:57,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741850_1026 (size=5156) 2024-12-04T05:20:58,297 INFO [M:0;6c7595a931c3:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47a0bceb3c0e4794aff3464e8f7e9d20 2024-12-04T05:20:58,301 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a82b65a153d344089257ad3ffc390b61 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a82b65a153d344089257ad3ffc390b61 2024-12-04T05:20:58,305 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a82b65a153d344089257ad3ffc390b61, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T05:20:58,305 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6702841b3fa445c0986afd00f581eba8 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6702841b3fa445c0986afd00f581eba8 2024-12-04T05:20:58,309 INFO [M:0;6c7595a931c3:34737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6702841b3fa445c0986afd00f581eba8 2024-12-04T05:20:58,309 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6702841b3fa445c0986afd00f581eba8, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T05:20:58,309 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47a0bceb3c0e4794aff3464e8f7e9d20 as hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47a0bceb3c0e4794aff3464e8f7e9d20 2024-12-04T05:20:58,312 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35741/user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47a0bceb3c0e4794aff3464e8f7e9d20, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T05:20:58,313 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-12-04T05:20:58,314 INFO [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:20:58,314 DEBUG [M:0;6c7595a931c3:34737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289657029Disabling compacts and flushes for region at 1733289657029Disabling writes for close at 1733289657029Obtaining lock to block concurrent updates at 1733289657029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289657029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733289657030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289657030Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289657030Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289657044 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289657044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289657452 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289657466 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289657466Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289657874 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289657891 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289657891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba1165e: reopening flushed file at 1733289658301 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4ab029: reopening flushed file at 1733289658305 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b111cc: reopening flushed file at 1733289658309 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1733289658313 (+4 ms)Writing region close event to WAL at 1733289658314 (+1 ms)Closed at 1733289658314 2024-12-04T05:20:58,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37385 is added to blk_1073741830_1006 (size=64423) 2024-12-04T05:20:58,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81881c16-fdd5-c14a-b1ce-0b0ca058c307/MasterData/WALs/6c7595a931c3,34737,1733289621177/6c7595a931c3%2C34737%2C1733289621177.1733289622543 not finished, retry = 0 2024-12-04T05:20:58,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:20:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:20:58,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:20:58,417 INFO [M:0;6c7595a931c3:34737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:20:58,417 INFO [M:0;6c7595a931c3:34737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34737 2024-12-04T05:20:58,417 INFO [M:0;6c7595a931c3:34737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:20:58,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:58,519 INFO [M:0;6c7595a931c3:34737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:20:58,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x1017bea9cff0000, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:20:58,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ebe229{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:58,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d48d49f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:58,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:58,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2d5ede{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:58,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd7183d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:58,524 WARN [BP-1682174757-172.17.0.2-1733289620099 heartbeating to localhost/127.0.0.1:35741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:20:58,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:20:58,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:20:58,524 WARN [BP-1682174757-172.17.0.2-1733289620099 heartbeating to localhost/127.0.0.1:35741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1682174757-172.17.0.2-1733289620099 (Datanode Uuid b2bb74ea-b9f1-4eb6-b514-f6391469d8ae) service to localhost/127.0.0.1:35741 2024-12-04T05:20:58,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/data/data1/current/BP-1682174757-172.17.0.2-1733289620099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:58,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/cluster_614a560a-2dcc-8602-db80-cb92be392c41/data/data2/current/BP-1682174757-172.17.0.2-1733289620099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:20:58,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:20:58,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65dad612{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:58,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46d10b76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:20:58,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:20:58,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a067209{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:20:58,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@400bc40b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f72d316b-01a9-a0e5-fd6b-87e32db4b86c/hadoop.log.dir/,STOPPED} 2024-12-04T05:20:58,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:20:58,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:20:58,561 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43027 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53111) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45487 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35741 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4794 (was 5043) 2024-12-04T05:20:58,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=4795 2024-12-04T05:20:58,583 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T05:20:58,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir so I do NOT create it in target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986 2024-12-04T05:20:58,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:20:58,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.tmp.dir so I do NOT create it in target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986 2024-12-04T05:20:58,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af583711-f9f2-6c36-ccb6-c2dccafa656f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:20:58,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986 2024-12-04T05:20:58,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797, deleteOnExit=true 2024-12-04T05:20:58,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/zookeeper_0, clientPort=51119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:20:58,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51119 2024-12-04T05:20:58,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:20:58,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/test.cache.data in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:20:58,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:58,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:20:58,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:20:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017bea9cff0005, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:20:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017bea9cff0008, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:20:58,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017bea9cff0002, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:20:58,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017bea9cff0008, quorum=127.0.0.1:53111, baseZNode=/22065393330 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:20:58,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017bea9cff0002, quorum=127.0.0.1:53111, baseZNode=/0-1939372528 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:20:58,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017bea9cff0005, quorum=127.0.0.1:53111, baseZNode=/1-1222568637 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:20:58,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:58,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:58,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:58,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:58,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:20:58,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:58,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161c458{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:58,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@213c33c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:58,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a6ca357{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/java.io.tmpdir/jetty-localhost-41723-hadoop-hdfs-3_4_1-tests_jar-_-any-4904096484471512187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:20:58,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c25c2ab{HTTP/1.1, (http/1.1)}{localhost:41723} 2024-12-04T05:20:58,855 INFO [Time-limited test {}] server.Server(415): Started @244861ms 2024-12-04T05:20:58,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:20:58,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:20:58,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:20:58,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:20:58,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:20:58,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@653a7d60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:20:58,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a69510{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:20:59,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f069f40{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/java.io.tmpdir/jetty-localhost-43585-hadoop-hdfs-3_4_1-tests_jar-_-any-7646289556054535667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:20:59,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5be456a9{HTTP/1.1, (http/1.1)}{localhost:43585} 2024-12-04T05:20:59,077 INFO [Time-limited test {}] server.Server(415): Started @245083ms 2024-12-04T05:20:59,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:20:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:20:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:20:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:20:59,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:20:59,195 WARN [Thread-3425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/data/data1/current/BP-940874735-172.17.0.2-1733289658614/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:59,195 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/data/data2/current/BP-940874735-172.17.0.2-1733289658614/current, will proceed with Du for space computation calculation, 2024-12-04T05:20:59,217 WARN [Thread-3413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:20:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8112a7010d3f2610 with lease ID 0x1513962c4a9e9db0: Processing first storage report for DS-17c6bea2-90be-424e-9a80-ce3e54b9e42b from datanode DatanodeRegistration(127.0.0.1:38959, datanodeUuid=c3ed5937-67b1-4493-a9ea-993a944828b7, infoPort=45747, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=760230459;c=1733289658614) 2024-12-04T05:20:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8112a7010d3f2610 with lease ID 0x1513962c4a9e9db0: from storage DS-17c6bea2-90be-424e-9a80-ce3e54b9e42b node DatanodeRegistration(127.0.0.1:38959, datanodeUuid=c3ed5937-67b1-4493-a9ea-993a944828b7, infoPort=45747, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=760230459;c=1733289658614), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8112a7010d3f2610 with lease ID 0x1513962c4a9e9db0: Processing first storage report for DS-1541f993-fbb4-458c-b29f-f9de4b567d86 from datanode DatanodeRegistration(127.0.0.1:38959, datanodeUuid=c3ed5937-67b1-4493-a9ea-993a944828b7, infoPort=45747, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=760230459;c=1733289658614) 2024-12-04T05:20:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8112a7010d3f2610 with lease ID 0x1513962c4a9e9db0: from storage DS-1541f993-fbb4-458c-b29f-f9de4b567d86 node DatanodeRegistration(127.0.0.1:38959, datanodeUuid=c3ed5937-67b1-4493-a9ea-993a944828b7, infoPort=45747, infoSecurePort=0, ipcPort=36791, storageInfo=lv=-57;cid=testClusterID;nsid=760230459;c=1733289658614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:20:59,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986 2024-12-04T05:20:59,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:59,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:59,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:20:59,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:20:59,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:59,343 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68429 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:20:59,722 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c with version=8 2024-12-04T05:20:59,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/hbase-staging 2024-12-04T05:20:59,725 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:20:59,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:59,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34693 2024-12-04T05:20:59,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34693 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:20:59,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346930x0, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:59,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34693-0x1017beb336a0000 connected 2024-12-04T05:20:59,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:59,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:59,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/running 2024-12-04T05:20:59,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c, hbase.cluster.distributed=false 2024-12-04T05:20:59,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/acl 2024-12-04T05:20:59,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34693 2024-12-04T05:20:59,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34693 2024-12-04T05:20:59,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34693 2024-12-04T05:20:59,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34693 2024-12-04T05:20:59,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34693 2024-12-04T05:20:59,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:20:59,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:59,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:59,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:20:59,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:20:59,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:20:59,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:20:59,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:20:59,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40523 2024-12-04T05:20:59,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40523 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:20:59,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:59,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:20:59,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405230x0, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:20:59,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405230x0, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/running 2024-12-04T05:20:59,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40523-0x1017beb336a0001 connected 2024-12-04T05:20:59,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:20:59,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:20:59,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/master 2024-12-04T05:20:59,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/acl 2024-12-04T05:20:59,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40523 2024-12-04T05:20:59,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40523 2024-12-04T05:20:59,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40523 2024-12-04T05:20:59,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40523 2024-12-04T05:20:59,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40523 2024-12-04T05:20:59,813 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:34693 2024-12-04T05:20:59,814 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0292630375/backup-masters/6c7595a931c3,34693,1733289659724 2024-12-04T05:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375/backup-masters 2024-12-04T05:20:59,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375/backup-masters 2024-12-04T05:20:59,816 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on existing znode=/0292630375/backup-masters/6c7595a931c3,34693,1733289659724 2024-12-04T05:20:59,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0292630375/master 2024-12-04T05:20:59,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:20:59,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:20:59,819 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on existing znode=/0292630375/master 2024-12-04T05:20:59,819 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0292630375/backup-masters/6c7595a931c3,34693,1733289659724 from backup master directory 2024-12-04T05:20:59,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0292630375/backup-masters/6c7595a931c3,34693,1733289659724 2024-12-04T05:20:59,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375/backup-masters 2024-12-04T05:20:59,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375/backup-masters 2024-12-04T05:20:59,821 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:20:59,821 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,34693,1733289659724 2024-12-04T05:20:59,827 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/hbase.id] with ID: e4755991-fa6e-493e-ac7c-a2360a7108ee 2024-12-04T05:20:59,827 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/.tmp/hbase.id 2024-12-04T05:20:59,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:00,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/.tmp/hbase.id]:[hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/hbase.id] 2024-12-04T05:21:00,241 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:00,241 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:00,241 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T05:21:00,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:00,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:00,648 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:00,649 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:00,649 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:01,055 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store 2024-12-04T05:21:01,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:01,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:01,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:01,460 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:01,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:01,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:01,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:01,460 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:01,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289661460Disabling compacts and flushes for region at 1733289661460Disabling writes for close at 1733289661460Writing region close event to WAL at 1733289661460Closed at 1733289661460 2024-12-04T05:21:01,461 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/.initializing 2024-12-04T05:21:01,461 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/WALs/6c7595a931c3,34693,1733289659724 2024-12-04T05:21:01,462 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:01,463 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C34693%2C1733289659724, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/WALs/6c7595a931c3,34693,1733289659724, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:01,476 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/WALs/6c7595a931c3,34693,1733289659724/6c7595a931c3%2C34693%2C1733289659724.1733289661463, exclude list is [], retry=0 2024-12-04T05:21:01,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-17c6bea2-90be-424e-9a80-ce3e54b9e42b,DISK] 2024-12-04T05:21:01,480 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/WALs/6c7595a931c3,34693,1733289659724/6c7595a931c3%2C34693%2C1733289659724.1733289661463 2024-12-04T05:21:01,480 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-12-04T05:21:01,480 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:01,480 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:01,480 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,480 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:01,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:01,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:01,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:01,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:01,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:01,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:01,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:01,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:01,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:01,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:01,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:01,485 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,486 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,486 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,487 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,487 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,487 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:01,488 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:01,489 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:01,489 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69303453, jitterRate=0.032701924443244934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:01,490 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289661480Initializing all the Stores at 1733289661481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289661481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289661481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289661481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289661481Cleaning up temporary data from old regions at 1733289661487 (+6 ms)Region opened successfully at 1733289661490 (+3 ms) 2024-12-04T05:21:01,490 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:01,492 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e2f4a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:01,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:01,495 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:01,495 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Unable to get data of znode /0292630375/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:01,496 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0292630375/balancer already deleted, retry=false 2024-12-04T05:21:01,497 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:01,497 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Unable to get data of znode /0292630375/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:01,499 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0292630375/normalizer already deleted, retry=false 2024-12-04T05:21:01,500 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:01,500 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Unable to get data of znode /0292630375/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:01,501 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0292630375/switch/split already deleted, retry=false 2024-12-04T05:21:01,502 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Unable to get data of znode /0292630375/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:01,503 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0292630375/switch/merge already deleted, retry=false 2024-12-04T05:21:01,504 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Unable to get data of znode /0292630375/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:01,505 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0292630375/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0292630375/running 2024-12-04T05:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0292630375/running 2024-12-04T05:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:01,508 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,34693,1733289659724, sessionid=0x1017beb336a0000, setting cluster-up flag (Was=false) 2024-12-04T05:21:01,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:01,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:01,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0292630375/flush-table-proc/acquired, /0292630375/flush-table-proc/reached, /0292630375/flush-table-proc/abort 2024-12-04T05:21:01,516 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34693,1733289659724 2024-12-04T05:21:01,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:01,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:01,523 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0292630375/online-snapshot/acquired, /0292630375/online-snapshot/reached, /0292630375/online-snapshot/abort 2024-12-04T05:21:01,524 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34693,1733289659724 2024-12-04T05:21:01,525 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:01,526 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:01,526 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:01,526 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:01,527 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,34693,1733289659724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:01,528 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:01,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:01,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:01,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289691536 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:01,536 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,537 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:01,537 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:01,537 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:01,537 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:01,538 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:01,538 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:01,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:01,540 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289661538,5,FailOnTimeoutGroup] 2024-12-04T05:21:01,544 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289661540,5,FailOnTimeoutGroup] 2024-12-04T05:21:01,544 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,544 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:01,544 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,544 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,605 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(746): ClusterId : e4755991-fa6e-493e-ac7c-a2360a7108ee 2024-12-04T05:21:01,605 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:01,607 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:01,607 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:01,611 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:01,611 DEBUG [RS:0;6c7595a931c3:40523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e14c45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:01,633 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:40523 2024-12-04T05:21:01,633 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:01,633 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:01,633 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:01,633 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,34693,1733289659724 with port=40523, startcode=1733289659783 2024-12-04T05:21:01,634 DEBUG [RS:0;6c7595a931c3:40523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:01,635 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:01,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,40523,1733289659783 2024-12-04T05:21:01,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34693 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:01,636 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c 2024-12-04T05:21:01,636 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40869 2024-12-04T05:21:01,636 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:01,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375/rs 2024-12-04T05:21:01,638 DEBUG [RS:0;6c7595a931c3:40523 {}] zookeeper.ZKUtil(111): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on existing znode=/0292630375/rs/6c7595a931c3,40523,1733289659783 2024-12-04T05:21:01,639 WARN [RS:0;6c7595a931c3:40523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:01,639 INFO [RS:0;6c7595a931c3:40523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:01,639 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783 2024-12-04T05:21:01,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,40523,1733289659783] 2024-12-04T05:21:01,641 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:01,642 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:01,643 INFO [RS:0;6c7595a931c3:40523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:01,643 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,643 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:01,644 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:01,644 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:01,644 DEBUG [RS:0;6c7595a931c3:40523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:01,648 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,648 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,648 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,648 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,648 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,648 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40523,1733289659783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:01,662 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:01,662 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40523,1733289659783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,662 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,662 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.Replication(171): 6c7595a931c3,40523,1733289659783 started 2024-12-04T05:21:01,675 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:01,676 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,40523,1733289659783, RpcServer on 6c7595a931c3/172.17.0.2:40523, sessionid=0x1017beb336a0001 2024-12-04T05:21:01,676 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:01,676 DEBUG [RS:0;6c7595a931c3:40523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,40523,1733289659783 2024-12-04T05:21:01,676 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,40523,1733289659783' 2024-12-04T05:21:01,676 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0292630375/flush-table-proc/abort' 2024-12-04T05:21:01,676 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0292630375/flush-table-proc/acquired' 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,40523,1733289659783 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,40523,1733289659783' 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0292630375/online-snapshot/abort' 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0292630375/online-snapshot/acquired' 2024-12-04T05:21:01,677 DEBUG [RS:0;6c7595a931c3:40523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:01,677 INFO [RS:0;6c7595a931c3:40523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:01,677 INFO [RS:0;6c7595a931c3:40523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:01,778 INFO [RS:0;6c7595a931c3:40523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:01,779 INFO [RS:0;6c7595a931c3:40523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40523%2C1733289659783, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/oldWALs, maxLogs=10 2024-12-04T05:21:01,793 DEBUG [RS:0;6c7595a931c3:40523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779, exclude list is [], retry=0 2024-12-04T05:21:01,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-17c6bea2-90be-424e-9a80-ce3e54b9e42b,DISK] 2024-12-04T05:21:01,796 INFO [RS:0;6c7595a931c3:40523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 2024-12-04T05:21:01,797 DEBUG [RS:0;6c7595a931c3:40523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-12-04T05:21:01,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:01,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c 2024-12-04T05:21:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:21:02,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:02,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:02,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:02,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:02,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:02,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:02,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:02,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:02,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:02,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:02,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740 2024-12-04T05:21:02,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740 2024-12-04T05:21:02,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:02,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:02,354 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:02,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:02,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:02,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72560905, jitterRate=0.08124174177646637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:02,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289662346Initializing all the Stores at 1733289662347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289662347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289662347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289662347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289662347Cleaning up temporary data from old regions at 1733289662353 (+6 ms)Region opened successfully at 1733289662357 (+4 ms) 2024-12-04T05:21:02,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:02,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:02,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:02,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:02,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:02,357 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:02,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289662357Disabling compacts and flushes for region at 1733289662357Disabling writes for close at 1733289662357Writing region close event to WAL at 1733289662357Closed at 1733289662357 2024-12-04T05:21:02,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:02,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:02,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:02,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:02,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:02,510 DEBUG [6c7595a931c3:34693 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:02,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:02,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,40523,1733289659783, state=OPENING 2024-12-04T05:21:02,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:02,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:02,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0292630375/meta-region-server: CHANGED 2024-12-04T05:21:02,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0292630375/meta-region-server: CHANGED 2024-12-04T05:21:02,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,40523,1733289659783}] 2024-12-04T05:21:02,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:02,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:02,672 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:02,672 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:02,672 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:02,673 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40523%2C1733289659783.meta, suffix=.meta, logDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/oldWALs, maxLogs=10 2024-12-04T05:21:02,686 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.meta.1733289662673.meta, exclude list is [], retry=0 2024-12-04T05:21:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-17c6bea2-90be-424e-9a80-ce3e54b9e42b,DISK] 2024-12-04T05:21:02,689 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.meta.1733289662673.meta 2024-12-04T05:21:02,690 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-12-04T05:21:02,690 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:02,690 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:02,690 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:02,691 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:02,691 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:02,691 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:02,691 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:02,691 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:02,691 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:02,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:02,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:02,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:02,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:02,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:02,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:02,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:02,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:02,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:02,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:02,696 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:02,696 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740 2024-12-04T05:21:02,697 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740 2024-12-04T05:21:02,698 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:02,698 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:02,698 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:02,699 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:02,700 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62082611, jitterRate=-0.07489700615406036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:02,700 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:02,700 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289662691Writing region info on filesystem at 1733289662691Initializing all the Stores at 1733289662692 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289662692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289662692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289662692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289662692Cleaning up temporary data from old regions at 1733289662698 (+6 ms)Running coprocessor post-open hooks at 1733289662700 (+2 ms)Region opened successfully at 1733289662700 2024-12-04T05:21:02,701 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289662667 2024-12-04T05:21:02,703 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:02,703 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:02,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:02,704 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,40523,1733289659783, state=OPEN 2024-12-04T05:21:02,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0292630375/meta-region-server 2024-12-04T05:21:02,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0292630375/meta-region-server 2024-12-04T05:21:02,711 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:02,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0292630375/meta-region-server: CHANGED 2024-12-04T05:21:02,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0292630375/meta-region-server: CHANGED 2024-12-04T05:21:02,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:02,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,40523,1733289659783 in 196 msec 2024-12-04T05:21:02,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:02,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-04T05:21:02,714 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:02,714 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:02,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:02,715 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40523,1733289659783, seqNum=-1] 2024-12-04T05:21:02,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:02,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:02,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-04T05:21:02,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289662719, completionTime=-1 2024-12-04T05:21:02,719 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:02,719 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289722721 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289782721 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34693,1733289659724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34693,1733289659724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34693,1733289659724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:34693, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,721 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,722 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,723 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.903sec 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34693,1733289659724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:02,724 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34693,1733289659724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:02,726 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:02,726 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:02,726 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34693,1733289659724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:02,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d04a98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:02,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34693,-1 for getting cluster id 2024-12-04T05:21:02,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:02,807 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4755991-fa6e-493e-ac7c-a2360a7108ee' 2024-12-04T05:21:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4755991-fa6e-493e-ac7c-a2360a7108ee" 2024-12-04T05:21:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6106a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34693,-1] 2024-12-04T05:21:02,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:02,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:02,809 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:02,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371393ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:02,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:02,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40523,1733289659783, seqNum=-1] 2024-12-04T05:21:02,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:02,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:02,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,34693,1733289659724 2024-12-04T05:21:02,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:02,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017beb336a0002 connected 2024-12-04T05:21:02,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir so I do NOT create it in target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd 2024-12-04T05:21:02,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:21:02,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.tmp.dir so I do NOT create it in target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd 2024-12-04T05:21:02,819 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:21:02,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd 2024-12-04T05:21:02,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:21:02,819 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/cluster_ba6a1107-0f13-aeb9-ae67-621883916078, deleteOnExit=true 2024-12-04T05:21:02,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/test.cache.data in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:21:02,820 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:02,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:21:02,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:21:02,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:02,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:02,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:02,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:02,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:02,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:02,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@730f7501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:02,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@138f5cf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:03,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3de640fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/java.io.tmpdir/jetty-localhost-41947-hadoop-hdfs-3_4_1-tests_jar-_-any-15037381399241283010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:03,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3294d12a{HTTP/1.1, (http/1.1)}{localhost:41947} 2024-12-04T05:21:03,028 INFO [Time-limited test {}] server.Server(415): Started @249034ms 2024-12-04T05:21:03,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:03,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:03,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:03,114 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:03,114 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:21:03,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d88b43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:03,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5409c56e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:03,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fe59642{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/java.io.tmpdir/jetty-localhost-45691-hadoop-hdfs-3_4_1-tests_jar-_-any-17577234086522012796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:03,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@444040cf{HTTP/1.1, (http/1.1)}{localhost:45691} 2024-12-04T05:21:03,230 INFO [Time-limited test {}] server.Server(415): Started @249236ms 2024-12-04T05:21:03,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:21:03,331 WARN [Thread-3545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/cluster_ba6a1107-0f13-aeb9-ae67-621883916078/data/data1/current/BP-2064706629-172.17.0.2-1733289662843/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:03,331 WARN [Thread-3546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/cluster_ba6a1107-0f13-aeb9-ae67-621883916078/data/data2/current/BP-2064706629-172.17.0.2-1733289662843/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:03,352 WARN [Thread-3533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:21:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32352cf08e126889 with lease ID 0xf49c7eb04410a3fd: Processing first storage report for DS-14c3bf1c-13f8-4417-9ef0-71c9f17eaf8b from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1c7d290d-75e6-437d-94ee-f38a079a7b80, infoPort=43183, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1942909736;c=1733289662843) 2024-12-04T05:21:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32352cf08e126889 with lease ID 0xf49c7eb04410a3fd: from storage DS-14c3bf1c-13f8-4417-9ef0-71c9f17eaf8b node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1c7d290d-75e6-437d-94ee-f38a079a7b80, infoPort=43183, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1942909736;c=1733289662843), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32352cf08e126889 with lease ID 0xf49c7eb04410a3fd: Processing first storage report for DS-db5e5cea-41de-4abf-a862-317478e661ae from datanode DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1c7d290d-75e6-437d-94ee-f38a079a7b80, infoPort=43183, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1942909736;c=1733289662843) 2024-12-04T05:21:03,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32352cf08e126889 with lease ID 0xf49c7eb04410a3fd: from storage DS-db5e5cea-41de-4abf-a862-317478e661ae node DatanodeRegistration(127.0.0.1:46039, datanodeUuid=1c7d290d-75e6-437d-94ee-f38a079a7b80, infoPort=43183, infoSecurePort=0, ipcPort=42855, storageInfo=lv=-57;cid=testClusterID;nsid=1942909736;c=1733289662843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:03,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd 2024-12-04T05:21:03,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:03,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:21:03,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad with version=8 2024-12-04T05:21:03,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/hbase-staging 2024-12-04T05:21:03,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:03,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34807 2024-12-04T05:21:03,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34807 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348070x0, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:03,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34807-0x1017beb336a0003 connected 2024-12-04T05:21:03,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:03,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:03,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/running 2024-12-04T05:21:03,884 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad, hbase.cluster.distributed=false 2024-12-04T05:21:03,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/acl 2024-12-04T05:21:03,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34807 2024-12-04T05:21:03,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34807 2024-12-04T05:21:03,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34807 2024-12-04T05:21:03,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34807 2024-12-04T05:21:03,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34807 2024-12-04T05:21:03,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:21:03,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:03,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42659 2024-12-04T05:21:03,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42659 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:03,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:03,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:03,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426590x0, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:03,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426590x0, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/running 2024-12-04T05:21:03,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42659-0x1017beb336a0004 connected 2024-12-04T05:21:03,915 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:21:03,916 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:21:03,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/master 2024-12-04T05:21:03,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/acl 2024-12-04T05:21:03,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42659 2024-12-04T05:21:03,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42659 2024-12-04T05:21:03,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42659 2024-12-04T05:21:03,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42659 2024-12-04T05:21:03,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42659 2024-12-04T05:21:03,940 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:34807 2024-12-04T05:21:03,940 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1673254787/backup-masters/6c7595a931c3,34807,1733289663863 2024-12-04T05:21:03,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787/backup-masters 2024-12-04T05:21:03,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787/backup-masters 2024-12-04T05:21:03,942 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on existing znode=/1-1673254787/backup-masters/6c7595a931c3,34807,1733289663863 2024-12-04T05:21:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1673254787/master 2024-12-04T05:21:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:03,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:03,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on existing znode=/1-1673254787/master 2024-12-04T05:21:03,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1673254787/backup-masters/6c7595a931c3,34807,1733289663863 from backup master directory 2024-12-04T05:21:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1673254787/backup-masters/6c7595a931c3,34807,1733289663863 2024-12-04T05:21:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787/backup-masters 2024-12-04T05:21:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787/backup-masters 2024-12-04T05:21:03,946 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:03,946 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,34807,1733289663863 2024-12-04T05:21:03,949 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/hbase.id] with ID: a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a 2024-12-04T05:21:03,949 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/.tmp/hbase.id 2024-12-04T05:21:03,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:04,358 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/.tmp/hbase.id]:[hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/hbase.id] 2024-12-04T05:21:04,366 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:04,366 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:04,367 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:21:04,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:04,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:04,380 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:04,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:04,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:04,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:04,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:04,787 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store 2024-12-04T05:21:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:05,192 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:05,192 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:05,192 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:05,192 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:05,192 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:05,192 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:05,192 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:05,192 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289665192Disabling compacts and flushes for region at 1733289665192Disabling writes for close at 1733289665192Writing region close event to WAL at 1733289665192Closed at 1733289665192 2024-12-04T05:21:05,193 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/.initializing 2024-12-04T05:21:05,193 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/WALs/6c7595a931c3,34807,1733289663863 2024-12-04T05:21:05,194 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:05,195 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C34807%2C1733289663863, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/WALs/6c7595a931c3,34807,1733289663863, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:05,212 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/WALs/6c7595a931c3,34807,1733289663863/6c7595a931c3%2C34807%2C1733289663863.1733289665195, exclude list is [], retry=0 2024-12-04T05:21:05,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-14c3bf1c-13f8-4417-9ef0-71c9f17eaf8b,DISK] 2024-12-04T05:21:05,216 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/WALs/6c7595a931c3,34807,1733289663863/6c7595a931c3%2C34807%2C1733289663863.1733289665195 2024-12-04T05:21:05,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43183:43183)] 2024-12-04T05:21:05,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:05,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:05,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,216 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:05,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:05,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:05,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:05,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:05,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:05,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:05,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:05,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:05,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:05,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:05,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:05,222 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,223 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,223 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,224 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,224 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,224 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:05,225 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:05,226 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:05,226 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73940408, jitterRate=0.10179793834686279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:05,226 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289665216Initializing all the Stores at 1733289665217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289665217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289665217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289665217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289665217Cleaning up temporary data from old regions at 1733289665224 (+7 ms)Region opened successfully at 1733289665226 (+2 ms) 2024-12-04T05:21:05,227 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:05,228 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697e0996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:05,229 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:05,229 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:05,229 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:05,229 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:05,230 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:05,230 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:05,230 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:05,231 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:05,232 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Unable to get data of znode /1-1673254787/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:05,233 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1673254787/balancer already deleted, retry=false 2024-12-04T05:21:05,233 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:05,234 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Unable to get data of znode /1-1673254787/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:05,235 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1673254787/normalizer already deleted, retry=false 2024-12-04T05:21:05,235 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:05,236 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Unable to get data of znode /1-1673254787/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:05,237 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1673254787/switch/split already deleted, retry=false 2024-12-04T05:21:05,238 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Unable to get data of znode /1-1673254787/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:05,240 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1673254787/switch/merge already deleted, retry=false 2024-12-04T05:21:05,242 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Unable to get data of znode /1-1673254787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:05,243 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1673254787/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1673254787/running 2024-12-04T05:21:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1673254787/running 2024-12-04T05:21:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:05,245 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,34807,1733289663863, sessionid=0x1017beb336a0003, setting cluster-up flag (Was=false) 2024-12-04T05:21:05,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:05,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:05,253 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1673254787/flush-table-proc/acquired, /1-1673254787/flush-table-proc/reached, /1-1673254787/flush-table-proc/abort 2024-12-04T05:21:05,253 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34807,1733289663863 2024-12-04T05:21:05,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:05,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:05,264 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1673254787/online-snapshot/acquired, /1-1673254787/online-snapshot/reached, /1-1673254787/online-snapshot/abort 2024-12-04T05:21:05,264 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34807,1733289663863 2024-12-04T05:21:05,265 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:05,266 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:05,266 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:05,266 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:05,267 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,34807,1733289663863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:05,268 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:05,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:05,270 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:05,270 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289695273 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:05,273 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:05,274 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289665274,5,FailOnTimeoutGroup] 2024-12-04T05:21:05,274 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289665274,5,FailOnTimeoutGroup] 2024-12-04T05:21:05,274 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,275 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:05,275 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,275 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:05,330 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(746): ClusterId : a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a 2024-12-04T05:21:05,330 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:05,332 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:05,332 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:05,334 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:05,334 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7096a0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:05,346 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:42659 2024-12-04T05:21:05,346 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:05,346 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:05,346 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:05,347 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,34807,1733289663863 with port=42659, startcode=1733289663905 2024-12-04T05:21:05,347 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:05,348 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:05,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,42659,1733289663905 2024-12-04T05:21:05,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34807 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:05,349 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad 2024-12-04T05:21:05,349 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44479 2024-12-04T05:21:05,349 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:05,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787/rs 2024-12-04T05:21:05,355 DEBUG [RS:0;6c7595a931c3:42659 {}] zookeeper.ZKUtil(111): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on existing znode=/1-1673254787/rs/6c7595a931c3,42659,1733289663905 2024-12-04T05:21:05,355 WARN [RS:0;6c7595a931c3:42659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:05,355 INFO [RS:0;6c7595a931c3:42659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:05,355 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905 2024-12-04T05:21:05,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,42659,1733289663905] 2024-12-04T05:21:05,357 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:05,359 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:05,359 INFO [RS:0;6c7595a931c3:42659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:05,359 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,359 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:05,360 DEBUG [RS:0;6c7595a931c3:42659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,360 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42659,1733289663905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:05,378 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:05,378 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42659,1733289663905-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,378 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,378 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.Replication(171): 6c7595a931c3,42659,1733289663905 started 2024-12-04T05:21:05,391 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:05,391 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,42659,1733289663905, RpcServer on 6c7595a931c3/172.17.0.2:42659, sessionid=0x1017beb336a0004 2024-12-04T05:21:05,391 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:05,391 DEBUG [RS:0;6c7595a931c3:42659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,42659,1733289663905 2024-12-04T05:21:05,391 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42659,1733289663905' 2024-12-04T05:21:05,391 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1673254787/flush-table-proc/abort' 2024-12-04T05:21:05,392 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1673254787/flush-table-proc/acquired' 2024-12-04T05:21:05,392 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:05,392 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:05,392 DEBUG [RS:0;6c7595a931c3:42659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,42659,1733289663905 2024-12-04T05:21:05,392 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,42659,1733289663905' 2024-12-04T05:21:05,392 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1673254787/online-snapshot/abort' 2024-12-04T05:21:05,393 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1673254787/online-snapshot/acquired' 2024-12-04T05:21:05,393 DEBUG [RS:0;6c7595a931c3:42659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:05,393 INFO [RS:0;6c7595a931c3:42659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:05,393 INFO [RS:0;6c7595a931c3:42659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:05,493 INFO [RS:0;6c7595a931c3:42659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:05,494 INFO [RS:0;6c7595a931c3:42659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42659%2C1733289663905, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/oldWALs, maxLogs=10 2024-12-04T05:21:05,508 DEBUG [RS:0;6c7595a931c3:42659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, exclude list is [], retry=0 2024-12-04T05:21:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-14c3bf1c-13f8-4417-9ef0-71c9f17eaf8b,DISK] 2024-12-04T05:21:05,511 INFO [RS:0;6c7595a931c3:42659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 2024-12-04T05:21:05,511 DEBUG [RS:0;6c7595a931c3:42659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43183:43183)] 2024-12-04T05:21:05,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:05,677 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad 2024-12-04T05:21:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:21:06,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:06,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:06,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:06,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:06,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:06,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:06,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:06,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:06,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:06,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:06,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740 2024-12-04T05:21:06,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740 2024-12-04T05:21:06,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:06,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:06,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:06,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:06,091 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:06,091 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60188418, jitterRate=-0.10312268137931824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289666082Initializing all the Stores at 1733289666082Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289666082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289666083 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289666083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289666083Cleaning up temporary data from old regions at 1733289666089 (+6 ms)Region opened successfully at 1733289666091 (+2 ms) 2024-12-04T05:21:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:06,092 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:06,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:06,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289666092Disabling compacts and flushes for region at 1733289666092Disabling writes for close at 1733289666092Writing region close event to WAL at 1733289666092Closed at 1733289666092 2024-12-04T05:21:06,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:06,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:06,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:06,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:06,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:06,245 DEBUG [6c7595a931c3:34807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:06,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:06,246 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42659,1733289663905, state=OPENING 2024-12-04T05:21:06,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:06,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:06,249 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:06,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1673254787/meta-region-server: CHANGED 2024-12-04T05:21:06,249 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1673254787/meta-region-server: CHANGED 2024-12-04T05:21:06,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42659,1733289663905}] 2024-12-04T05:21:06,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:06,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:06,405 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:06,405 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:06,405 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:06,406 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42659%2C1733289663905.meta, suffix=.meta, logDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/oldWALs, maxLogs=10 2024-12-04T05:21:06,420 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.meta.1733289666407.meta, exclude list is [], retry=0 2024-12-04T05:21:06,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-14c3bf1c-13f8-4417-9ef0-71c9f17eaf8b,DISK] 2024-12-04T05:21:06,422 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.meta.1733289666407.meta 2024-12-04T05:21:06,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43183:43183)] 2024-12-04T05:21:06,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:06,423 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:06,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:06,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:06,423 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:06,423 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:06,424 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:06,424 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:06,424 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:06,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:06,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:06,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:06,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:06,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:06,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:06,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:06,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:06,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:06,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:06,428 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:06,428 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740 2024-12-04T05:21:06,429 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740 2024-12-04T05:21:06,430 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:06,430 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:06,430 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:06,431 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:06,431 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68949055, jitterRate=0.027420982718467712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:06,431 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:06,431 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289666424Writing region info on filesystem at 1733289666424Initializing all the Stores at 1733289666424Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289666424Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289666424Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289666424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289666424Cleaning up temporary data from old regions at 1733289666430 (+6 ms)Running coprocessor post-open hooks at 1733289666431 (+1 ms)Region opened successfully at 1733289666431 2024-12-04T05:21:06,432 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289666401 2024-12-04T05:21:06,434 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:06,434 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:06,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:06,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,42659,1733289663905, state=OPEN 2024-12-04T05:21:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1673254787/meta-region-server 2024-12-04T05:21:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1673254787/meta-region-server 2024-12-04T05:21:06,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:06,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1673254787/meta-region-server: CHANGED 2024-12-04T05:21:06,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1673254787/meta-region-server: CHANGED 2024-12-04T05:21:06,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:06,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,42659,1733289663905 in 188 msec 2024-12-04T05:21:06,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:06,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-04T05:21:06,441 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:06,441 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:06,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:06,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42659,1733289663905, seqNum=-1] 2024-12-04T05:21:06,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:06,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:06,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1800 sec 2024-12-04T05:21:06,446 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289666446, completionTime=-1 2024-12-04T05:21:06,446 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:06,446 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289726448 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289786448 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34807,1733289663863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34807,1733289663863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,448 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34807,1733289663863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,449 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:34807, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,449 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,449 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,450 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:06,451 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34807,1733289663863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:06,452 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34807,1733289663863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:06,453 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:06,453 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:06,453 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34807,1733289663863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:06,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d849f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:06,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:06,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:06,532 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed54d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:06,534 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:06,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da4e724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:06,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42659,1733289663905, seqNum=-1] 2024-12-04T05:21:06,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:06,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,34807,1733289663863 2024-12-04T05:21:06,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:06,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017beb336a0005 connected 2024-12-04T05:21:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir so I do NOT create it in target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308 2024-12-04T05:21:06,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:21:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.tmp.dir so I do NOT create it in target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308 2024-12-04T05:21:06,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:21:06,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308 2024-12-04T05:21:06,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/cluster_8849cee1-2766-bf34-9d24-629d2130e2d1, deleteOnExit=true 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/test.cache.data in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:21:06,545 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:21:06,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:21:06,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:06,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:06,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:06,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:06,635 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:06,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:06,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77bb1052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:06,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34dcdc4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:06,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235fc943{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/java.io.tmpdir/jetty-localhost-45847-hadoop-hdfs-3_4_1-tests_jar-_-any-9887825655516921370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:06,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fb6d64d{HTTP/1.1, (http/1.1)}{localhost:45847} 2024-12-04T05:21:06,751 INFO [Time-limited test {}] server.Server(415): Started @252757ms 2024-12-04T05:21:06,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:06,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:06,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:06,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:06,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:06,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13484069{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:06,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43453008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:06,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5649fdc7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/java.io.tmpdir/jetty-localhost-45367-hadoop-hdfs-3_4_1-tests_jar-_-any-1864795229870009046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:06,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5610dfcd{HTTP/1.1, (http/1.1)}{localhost:45367} 2024-12-04T05:21:06,945 INFO [Time-limited test {}] server.Server(415): Started @252951ms 2024-12-04T05:21:06,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:21:07,059 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/cluster_8849cee1-2766-bf34-9d24-629d2130e2d1/data/data2/current/BP-499892024-172.17.0.2-1733289666580/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:07,059 WARN [Thread-3666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/cluster_8849cee1-2766-bf34-9d24-629d2130e2d1/data/data1/current/BP-499892024-172.17.0.2-1733289666580/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:07,076 WARN [Thread-3654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:21:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfff69ebd97401836 with lease ID 0xa2b5f552f81d449b: Processing first storage report for DS-c9c835e5-9012-40da-a3fd-46a06c9d04c7 from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=95104dfd-1722-4208-9bcd-424f77cd9242, infoPort=37307, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1883316203;c=1733289666580) 2024-12-04T05:21:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfff69ebd97401836 with lease ID 0xa2b5f552f81d449b: from storage DS-c9c835e5-9012-40da-a3fd-46a06c9d04c7 node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=95104dfd-1722-4208-9bcd-424f77cd9242, infoPort=37307, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1883316203;c=1733289666580), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfff69ebd97401836 with lease ID 0xa2b5f552f81d449b: Processing first storage report for DS-e339b4c6-a3a1-43f4-8947-511126e4baea from datanode DatanodeRegistration(127.0.0.1:33101, datanodeUuid=95104dfd-1722-4208-9bcd-424f77cd9242, infoPort=37307, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1883316203;c=1733289666580) 2024-12-04T05:21:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfff69ebd97401836 with lease ID 0xa2b5f552f81d449b: from storage DS-e339b4c6-a3a1-43f4-8947-511126e4baea node DatanodeRegistration(127.0.0.1:33101, datanodeUuid=95104dfd-1722-4208-9bcd-424f77cd9242, infoPort=37307, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1883316203;c=1733289666580), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:07,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308 2024-12-04T05:21:07,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:21:07,189 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5 with version=8 2024-12-04T05:21:07,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/hbase-staging 2024-12-04T05:21:07,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:07,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:07,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:07,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:07,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:07,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:07,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:21:07,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:07,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40063 2024-12-04T05:21:07,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40063 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400630x0, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:07,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40063-0x1017beb336a0006 connected 2024-12-04T05:21:07,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/running 2024-12-04T05:21:07,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5, hbase.cluster.distributed=false 2024-12-04T05:21:07,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/acl 2024-12-04T05:21:07,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40063 2024-12-04T05:21:07,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40063 2024-12-04T05:21:07,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40063 2024-12-04T05:21:07,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40063 2024-12-04T05:21:07,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40063 2024-12-04T05:21:07,229 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:21:07,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:07,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41885 2024-12-04T05:21:07,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41885 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:07,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418850x0, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:07,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418850x0, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/running 2024-12-04T05:21:07,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41885-0x1017beb336a0007 connected 2024-12-04T05:21:07,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:21:07,239 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:21:07,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/master 2024-12-04T05:21:07,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/acl 2024-12-04T05:21:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41885 2024-12-04T05:21:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41885 2024-12-04T05:21:07,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41885 2024-12-04T05:21:07,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41885 2024-12-04T05:21:07,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41885 2024-12-04T05:21:07,261 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:40063 2024-12-04T05:21:07,262 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-141133269/backup-masters/6c7595a931c3,40063,1733289667192 2024-12-04T05:21:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269/backup-masters 2024-12-04T05:21:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269/backup-masters 2024-12-04T05:21:07,263 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on existing znode=/2-141133269/backup-masters/6c7595a931c3,40063,1733289667192 2024-12-04T05:21:07,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-141133269/master 2024-12-04T05:21:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:07,265 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on existing znode=/2-141133269/master 2024-12-04T05:21:07,265 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-141133269/backup-masters/6c7595a931c3,40063,1733289667192 from backup master directory 2024-12-04T05:21:07,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141133269/backup-masters/6c7595a931c3,40063,1733289667192 2024-12-04T05:21:07,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269/backup-masters 2024-12-04T05:21:07,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269/backup-masters 2024-12-04T05:21:07,270 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:07,270 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,40063,1733289667192 2024-12-04T05:21:07,273 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/hbase.id] with ID: 4db0927c-905f-4976-817f-c6ed8f22d39d 2024-12-04T05:21:07,273 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/.tmp/hbase.id 2024-12-04T05:21:07,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:07,282 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/.tmp/hbase.id]:[hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/hbase.id] 2024-12-04T05:21:07,292 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:07,292 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:07,292 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T05:21:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:07,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:21:07,702 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:07,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:07,703 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:08,109 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store 2024-12-04T05:21:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:08,514 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:08,514 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:08,514 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:08,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:08,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:08,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:08,515 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:08,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289668514Disabling compacts and flushes for region at 1733289668514Disabling writes for close at 1733289668515 (+1 ms)Writing region close event to WAL at 1733289668515Closed at 1733289668515 2024-12-04T05:21:08,515 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/.initializing 2024-12-04T05:21:08,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/WALs/6c7595a931c3,40063,1733289667192 2024-12-04T05:21:08,516 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:08,517 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C40063%2C1733289667192, suffix=, logDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/WALs/6c7595a931c3,40063,1733289667192, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:08,531 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/WALs/6c7595a931c3,40063,1733289667192/6c7595a931c3%2C40063%2C1733289667192.1733289668517, exclude list is [], retry=0 2024-12-04T05:21:08,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-c9c835e5-9012-40da-a3fd-46a06c9d04c7,DISK] 2024-12-04T05:21:08,534 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/WALs/6c7595a931c3,40063,1733289667192/6c7595a931c3%2C40063%2C1733289667192.1733289668517 2024-12-04T05:21:08,534 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37307:37307)] 2024-12-04T05:21:08,534 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:08,535 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:08,535 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,535 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:08,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:08,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:08,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:08,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:08,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:08,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:08,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:08,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:08,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:08,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:08,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:08,540 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,542 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,542 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,542 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:08,543 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:08,544 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:08,545 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59655230, jitterRate=-0.11106780171394348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:08,545 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289668535Initializing all the Stores at 1733289668535Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289668535Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289668535Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289668535Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289668535Cleaning up temporary data from old regions at 1733289668542 (+7 ms)Region opened successfully at 1733289668545 (+3 ms) 2024-12-04T05:21:08,545 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:08,547 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@950b06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:08,547 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:08,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:08,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:08,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:08,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:08,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:08,548 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:08,550 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:08,550 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Unable to get data of znode /2-141133269/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:08,552 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141133269/balancer already deleted, retry=false 2024-12-04T05:21:08,552 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:08,553 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Unable to get data of znode /2-141133269/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:08,554 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141133269/normalizer already deleted, retry=false 2024-12-04T05:21:08,554 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:08,555 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Unable to get data of znode /2-141133269/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:08,558 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141133269/switch/split already deleted, retry=false 2024-12-04T05:21:08,558 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Unable to get data of znode /2-141133269/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:08,559 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141133269/switch/merge already deleted, retry=false 2024-12-04T05:21:08,561 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Unable to get data of znode /2-141133269/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:08,562 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-141133269/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:08,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-141133269/running 2024-12-04T05:21:08,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:08,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-141133269/running 2024-12-04T05:21:08,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:08,564 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,40063,1733289667192, sessionid=0x1017beb336a0006, setting cluster-up flag (Was=false) 2024-12-04T05:21:08,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:08,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:08,579 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-141133269/flush-table-proc/acquired, /2-141133269/flush-table-proc/reached, /2-141133269/flush-table-proc/abort 2024-12-04T05:21:08,579 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,40063,1733289667192 2024-12-04T05:21:08,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:08,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:08,588 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-141133269/online-snapshot/acquired, /2-141133269/online-snapshot/reached, /2-141133269/online-snapshot/abort 2024-12-04T05:21:08,588 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,40063,1733289667192 2024-12-04T05:21:08,589 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:08,591 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:08,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:08,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:08,591 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,40063,1733289667192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:08,592 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289698597 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:08,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:08,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:08,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:08,598 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:08,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:08,599 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:08,599 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:08,599 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:08,599 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:08,600 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:08,600 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:08,600 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289668600,5,FailOnTimeoutGroup] 2024-12-04T05:21:08,600 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289668600,5,FailOnTimeoutGroup] 2024-12-04T05:21:08,600 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,600 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:08,600 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,600 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:08,649 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(746): ClusterId : 4db0927c-905f-4976-817f-c6ed8f22d39d 2024-12-04T05:21:08,649 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:08,651 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:08,651 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:08,653 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:08,653 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6735a463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:08,668 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:41885 2024-12-04T05:21:08,668 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:08,668 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:08,668 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:08,669 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,40063,1733289667192 with port=41885, startcode=1733289667229 2024-12-04T05:21:08,669 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:08,670 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:08,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,41885,1733289667229 2024-12-04T05:21:08,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40063 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:08,672 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5 2024-12-04T05:21:08,672 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38779 2024-12-04T05:21:08,672 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:08,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269/rs 2024-12-04T05:21:08,684 DEBUG [RS:0;6c7595a931c3:41885 {}] zookeeper.ZKUtil(111): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on existing znode=/2-141133269/rs/6c7595a931c3,41885,1733289667229 2024-12-04T05:21:08,684 WARN [RS:0;6c7595a931c3:41885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:08,685 INFO [RS:0;6c7595a931c3:41885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:08,685 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229 2024-12-04T05:21:08,685 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,41885,1733289667229] 2024-12-04T05:21:08,687 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:08,689 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:08,689 INFO [RS:0;6c7595a931c3:41885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:08,689 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,690 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:08,690 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:08,690 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,690 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:08,691 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:08,691 DEBUG [RS:0;6c7595a931c3:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:08,691 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,691 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,691 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,691 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,691 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,691 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41885,1733289667229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:08,706 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:08,706 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,41885,1733289667229-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,706 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,706 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.Replication(171): 6c7595a931c3,41885,1733289667229 started 2024-12-04T05:21:08,720 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:08,720 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,41885,1733289667229, RpcServer on 6c7595a931c3/172.17.0.2:41885, sessionid=0x1017beb336a0007 2024-12-04T05:21:08,720 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:08,720 DEBUG [RS:0;6c7595a931c3:41885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,41885,1733289667229 2024-12-04T05:21:08,720 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,41885,1733289667229' 2024-12-04T05:21:08,720 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-141133269/flush-table-proc/abort' 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-141133269/flush-table-proc/acquired' 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,41885,1733289667229 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,41885,1733289667229' 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-141133269/online-snapshot/abort' 2024-12-04T05:21:08,721 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-141133269/online-snapshot/acquired' 2024-12-04T05:21:08,722 DEBUG [RS:0;6c7595a931c3:41885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:08,722 INFO [RS:0;6c7595a931c3:41885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:08,722 INFO [RS:0;6c7595a931c3:41885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:08,822 INFO [RS:0;6c7595a931c3:41885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:08,823 INFO [RS:0;6c7595a931c3:41885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C41885%2C1733289667229, suffix=, logDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/oldWALs, maxLogs=10 2024-12-04T05:21:08,837 DEBUG [RS:0;6c7595a931c3:41885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, exclude list is [], retry=0 2024-12-04T05:21:08,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-c9c835e5-9012-40da-a3fd-46a06c9d04c7,DISK] 2024-12-04T05:21:08,840 INFO [RS:0;6c7595a931c3:41885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 2024-12-04T05:21:08,841 DEBUG [RS:0;6c7595a931c3:41885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37307:37307)] 2024-12-04T05:21:09,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:09,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5 2024-12-04T05:21:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:21:09,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:21:09,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:21:09,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:21:09,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T05:21:09,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:09,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:09,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:09,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:09,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:09,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:09,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:09,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:09,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:09,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:09,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740 2024-12-04T05:21:09,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740 2024-12-04T05:21:09,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:09,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:09,419 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:09,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:09,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:09,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65919703, jitterRate=-0.017719879746437073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:09,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289669412Initializing all the Stores at 1733289669412Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289669412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289669413 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289669413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289669413Cleaning up temporary data from old regions at 1733289669419 (+6 ms)Region opened successfully at 1733289669421 (+2 ms) 2024-12-04T05:21:09,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:09,422 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:09,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:09,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:09,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:09,422 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:09,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289669422Disabling compacts and flushes for region at 1733289669422Disabling writes for close at 1733289669422Writing region close event to WAL at 1733289669422Closed at 1733289669422 2024-12-04T05:21:09,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:09,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:09,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:09,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:09,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:09,575 DEBUG [6c7595a931c3:40063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:09,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:09,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,41885,1733289667229, state=OPENING 2024-12-04T05:21:09,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:09,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:09,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:09,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141133269/meta-region-server: CHANGED 2024-12-04T05:21:09,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:09,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141133269/meta-region-server: CHANGED 2024-12-04T05:21:09,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,41885,1733289667229}] 2024-12-04T05:21:09,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:09,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:09,735 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:09,735 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:09,736 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:09,737 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C41885%2C1733289667229.meta, suffix=.meta, logDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/oldWALs, maxLogs=10 2024-12-04T05:21:09,750 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.meta.1733289669737.meta, exclude list is [], retry=0 2024-12-04T05:21:09,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-c9c835e5-9012-40da-a3fd-46a06c9d04c7,DISK] 2024-12-04T05:21:09,753 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.meta.1733289669737.meta 2024-12-04T05:21:09,753 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37307:37307)] 2024-12-04T05:21:09,753 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:09,754 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:09,754 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:09,754 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:09,754 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:09,754 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:09,754 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:09,754 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:09,754 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:09,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:09,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:09,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:09,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:09,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:09,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:09,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:09,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:09,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:09,759 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:09,759 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740 2024-12-04T05:21:09,760 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740 2024-12-04T05:21:09,761 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:09,761 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:09,761 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:09,762 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:09,762 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66778690, jitterRate=-0.004919975996017456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:09,762 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:09,763 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289669754Writing region info on filesystem at 1733289669754Initializing all the Stores at 1733289669755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289669755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289669755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289669755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289669755Cleaning up temporary data from old regions at 1733289669761 (+6 ms)Running coprocessor post-open hooks at 1733289669762 (+1 ms)Region opened successfully at 1733289669762 2024-12-04T05:21:09,763 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289669731 2024-12-04T05:21:09,765 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:09,765 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:09,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:09,766 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,41885,1733289667229, state=OPEN 2024-12-04T05:21:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-141133269/meta-region-server 2024-12-04T05:21:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-141133269/meta-region-server 2024-12-04T05:21:09,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:09,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141133269/meta-region-server: CHANGED 2024-12-04T05:21:09,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-141133269/meta-region-server: CHANGED 2024-12-04T05:21:09,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:09,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,41885,1733289667229 in 189 msec 2024-12-04T05:21:09,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:09,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-04T05:21:09,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:09,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:09,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:09,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41885,1733289667229, seqNum=-1] 2024-12-04T05:21:09,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:09,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:09,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-12-04T05:21:09,776 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289669776, completionTime=-1 2024-12-04T05:21:09,776 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:09,776 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289729778 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289789778 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40063,1733289667192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40063,1733289667192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40063,1733289667192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:40063, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,778 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,779 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,780 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.512sec 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40063,1733289667192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:09,782 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40063,1733289667192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:09,784 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:09,784 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:09,784 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40063,1733289667192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:09,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d992ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:09,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40063,-1 for getting cluster id 2024-12-04T05:21:09,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:09,851 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4db0927c-905f-4976-817f-c6ed8f22d39d' 2024-12-04T05:21:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4db0927c-905f-4976-817f-c6ed8f22d39d" 2024-12-04T05:21:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7d1eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40063,-1] 2024-12-04T05:21:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:09,853 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:09,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ef5f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:09,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41885,1733289667229, seqNum=-1] 2024-12-04T05:21:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:09,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:09,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,40063,1733289667192 2024-12-04T05:21:09,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51119 2024-12-04T05:21:09,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:09,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017beb336a0008 connected 2024-12-04T05:21:09,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34693,1733289659724 2024-12-04T05:21:09,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cab6466 2024-12-04T05:21:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:09,866 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:09,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:09,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:09,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:09,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:09,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:10,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d882ba0abc23634cf0d22713ccbfbe04, NAME => 'test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c 2024-12-04T05:21:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:10,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:10,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d882ba0abc23634cf0d22713ccbfbe04, disabling compactions & flushes 2024-12-04T05:21:10,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:10,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:10,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. after waiting 0 ms 2024-12-04T05:21:10,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:10,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:10,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d882ba0abc23634cf0d22713ccbfbe04: Waiting for close lock at 1733289670684Disabling compacts and flushes for region at 1733289670684Disabling writes for close at 1733289670685 (+1 ms)Writing region close event to WAL at 1733289670685Closed at 1733289670685 2024-12-04T05:21:10,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:10,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289670686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289670686"}]},"ts":"1733289670686"} 2024-12-04T05:21:10,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:10,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:10,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289670689"}]},"ts":"1733289670689"} 2024-12-04T05:21:10,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:10,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d882ba0abc23634cf0d22713ccbfbe04, ASSIGN}] 2024-12-04T05:21:10,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d882ba0abc23634cf0d22713ccbfbe04, ASSIGN 2024-12-04T05:21:10,693 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d882ba0abc23634cf0d22713ccbfbe04, ASSIGN; state=OFFLINE, location=6c7595a931c3,40523,1733289659783; forceNewPlan=false, retain=false 2024-12-04T05:21:10,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d882ba0abc23634cf0d22713ccbfbe04, regionState=OPENING, regionLocation=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:10,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d882ba0abc23634cf0d22713ccbfbe04, ASSIGN because future has completed 2024-12-04T05:21:10,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d882ba0abc23634cf0d22713ccbfbe04, server=6c7595a931c3,40523,1733289659783}] 2024-12-04T05:21:11,001 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:11,001 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d882ba0abc23634cf0d22713ccbfbe04, NAME => 'test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:11,002 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:11,002 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:11,002 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,002 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:11,002 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,002 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:11,003 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,004 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d882ba0abc23634cf0d22713ccbfbe04 columnFamilyName f 2024-12-04T05:21:11,004 DEBUG [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:11,004 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] regionserver.HStore(327): Store=d882ba0abc23634cf0d22713ccbfbe04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:11,004 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,005 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d882ba0abc23634cf0d22713ccbfbe04 columnFamilyName f1 2024-12-04T05:21:11,005 DEBUG [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:11,005 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] regionserver.HStore(327): Store=d882ba0abc23634cf0d22713ccbfbe04/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:11,005 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,006 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d882ba0abc23634cf0d22713ccbfbe04 columnFamilyName norep 2024-12-04T05:21:11,006 DEBUG [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:11,006 INFO [StoreOpener-d882ba0abc23634cf0d22713ccbfbe04-1 {}] regionserver.HStore(327): Store=d882ba0abc23634cf0d22713ccbfbe04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:11,006 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,007 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,007 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,008 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,008 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,008 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:11,009 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,010 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:11,010 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d882ba0abc23634cf0d22713ccbfbe04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73053428, jitterRate=0.0885809063911438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:11,011 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:11,011 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d882ba0abc23634cf0d22713ccbfbe04: Running coprocessor pre-open hook at 1733289671002Writing region info on filesystem at 1733289671002Initializing all the Stores at 1733289671003 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289671003Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289671003Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289671003Cleaning up temporary data from old regions at 1733289671008 (+5 ms)Running coprocessor post-open hooks at 1733289671011 (+3 ms)Region opened successfully at 1733289671011 2024-12-04T05:21:11,012 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04., pid=6, masterSystemTime=1733289670998 2024-12-04T05:21:11,014 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:11,014 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:11,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d882ba0abc23634cf0d22713ccbfbe04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:11,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d882ba0abc23634cf0d22713ccbfbe04, server=6c7595a931c3,40523,1733289659783 because future has completed 2024-12-04T05:21:11,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:11,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d882ba0abc23634cf0d22713ccbfbe04, server=6c7595a931c3,40523,1733289659783 in 171 msec 2024-12-04T05:21:11,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:11,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d882ba0abc23634cf0d22713ccbfbe04, ASSIGN in 327 msec 2024-12-04T05:21:11,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:11,020 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289671020"}]},"ts":"1733289671020"} 2024-12-04T05:21:11,022 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:11,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:11,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-04T05:21:11,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:11,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:11,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:12,023 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:12,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34807,1733289663863 2024-12-04T05:21:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ddd8962 2024-12-04T05:21:12,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:12,025 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:12,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:12,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:12,027 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:12,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:12,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:12,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:12,434 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ae614d33f67ba0dc5e54b1a18193424, NAME => 'test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad 2024-12-04T05:21:12,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:12,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:12,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ae614d33f67ba0dc5e54b1a18193424, disabling compactions & flushes 2024-12-04T05:21:12,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:12,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:12,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. after waiting 0 ms 2024-12-04T05:21:12,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:12,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:12,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ae614d33f67ba0dc5e54b1a18193424: Waiting for close lock at 1733289672839Disabling compacts and flushes for region at 1733289672839Disabling writes for close at 1733289672839Writing region close event to WAL at 1733289672839Closed at 1733289672839 2024-12-04T05:21:12,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:12,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289672841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289672841"}]},"ts":"1733289672841"} 2024-12-04T05:21:12,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:12,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:12,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289672844"}]},"ts":"1733289672844"} 2024-12-04T05:21:12,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:12,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ae614d33f67ba0dc5e54b1a18193424, ASSIGN}] 2024-12-04T05:21:12,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ae614d33f67ba0dc5e54b1a18193424, ASSIGN 2024-12-04T05:21:12,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ae614d33f67ba0dc5e54b1a18193424, ASSIGN; state=OFFLINE, location=6c7595a931c3,42659,1733289663905; forceNewPlan=false, retain=false 2024-12-04T05:21:12,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ae614d33f67ba0dc5e54b1a18193424, regionState=OPENING, regionLocation=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:13,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ae614d33f67ba0dc5e54b1a18193424, ASSIGN because future has completed 2024-12-04T05:21:13,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ae614d33f67ba0dc5e54b1a18193424, server=6c7595a931c3,42659,1733289663905}] 2024-12-04T05:21:13,156 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:13,156 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ae614d33f67ba0dc5e54b1a18193424, NAME => 'test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:13,156 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:13,156 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:13,157 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,157 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:13,157 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,157 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,158 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,159 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae614d33f67ba0dc5e54b1a18193424 columnFamilyName f 2024-12-04T05:21:13,159 DEBUG [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:13,159 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] regionserver.HStore(327): Store=1ae614d33f67ba0dc5e54b1a18193424/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:13,160 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,160 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae614d33f67ba0dc5e54b1a18193424 columnFamilyName f1 2024-12-04T05:21:13,160 DEBUG [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:13,161 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] regionserver.HStore(327): Store=1ae614d33f67ba0dc5e54b1a18193424/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:13,161 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,162 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ae614d33f67ba0dc5e54b1a18193424 columnFamilyName norep 2024-12-04T05:21:13,162 DEBUG [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:13,162 INFO [StoreOpener-1ae614d33f67ba0dc5e54b1a18193424-1 {}] regionserver.HStore(327): Store=1ae614d33f67ba0dc5e54b1a18193424/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:13,162 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:13,163 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,163 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,163 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,163 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,164 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:13,165 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,166 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:13,167 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ae614d33f67ba0dc5e54b1a18193424; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59791366, jitterRate=-0.10903921723365784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:13,167 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:13,167 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ae614d33f67ba0dc5e54b1a18193424: Running coprocessor pre-open hook at 1733289673157Writing region info on filesystem at 1733289673157Initializing all the Stores at 1733289673157Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289673157Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289673158 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289673158Cleaning up temporary data from old regions at 1733289673163 (+5 ms)Running coprocessor post-open hooks at 1733289673167 (+4 ms)Region opened successfully at 1733289673167 2024-12-04T05:21:13,167 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424., pid=6, masterSystemTime=1733289673153 2024-12-04T05:21:13,169 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:13,169 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:13,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ae614d33f67ba0dc5e54b1a18193424, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:13,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ae614d33f67ba0dc5e54b1a18193424, server=6c7595a931c3,42659,1733289663905 because future has completed 2024-12-04T05:21:13,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:13,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ae614d33f67ba0dc5e54b1a18193424, server=6c7595a931c3,42659,1733289663905 in 171 msec 2024-12-04T05:21:13,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:13,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ae614d33f67ba0dc5e54b1a18193424, ASSIGN in 327 msec 2024-12-04T05:21:13,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:13,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289673176"}]},"ts":"1733289673176"} 2024-12-04T05:21:13,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:13,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:13,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-04T05:21:13,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:21:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:14,173 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:14,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40063,1733289667192 2024-12-04T05:21:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7216c98d 2024-12-04T05:21:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:14,176 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:14,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:14,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:14,178 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:14,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:14,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:14,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6c6f204840df05621222735f145e6ee, NAME => 'test,,1733289674176.a6c6f204840df05621222735f145e6ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5 2024-12-04T05:21:14,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:14,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289674176.a6c6f204840df05621222735f145e6ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:14,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a6c6f204840df05621222735f145e6ee, disabling compactions & flushes 2024-12-04T05:21:14,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:14,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:14,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289674176.a6c6f204840df05621222735f145e6ee. after waiting 0 ms 2024-12-04T05:21:14,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:14,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:14,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6c6f204840df05621222735f145e6ee: Waiting for close lock at 1733289674991Disabling compacts and flushes for region at 1733289674991Disabling writes for close at 1733289674991Writing region close event to WAL at 1733289674991Closed at 1733289674991 2024-12-04T05:21:14,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:14,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289674176.a6c6f204840df05621222735f145e6ee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289674992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289674992"}]},"ts":"1733289674992"} 2024-12-04T05:21:14,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:14,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:14,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289674994"}]},"ts":"1733289674994"} 2024-12-04T05:21:14,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:14,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6c6f204840df05621222735f145e6ee, ASSIGN}] 2024-12-04T05:21:14,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6c6f204840df05621222735f145e6ee, ASSIGN 2024-12-04T05:21:14,997 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a6c6f204840df05621222735f145e6ee, ASSIGN; state=OFFLINE, location=6c7595a931c3,41885,1733289667229; forceNewPlan=false, retain=false 2024-12-04T05:21:15,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6c6f204840df05621222735f145e6ee, regionState=OPENING, regionLocation=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:15,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a6c6f204840df05621222735f145e6ee, ASSIGN because future has completed 2024-12-04T05:21:15,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6c6f204840df05621222735f145e6ee, server=6c7595a931c3,41885,1733289667229}] 2024-12-04T05:21:15,305 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:15,305 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6c6f204840df05621222735f145e6ee, NAME => 'test,,1733289674176.a6c6f204840df05621222735f145e6ee.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:15,305 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:15,305 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:15,305 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,305 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289674176.a6c6f204840df05621222735f145e6ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:15,306 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,306 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,307 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,307 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c6f204840df05621222735f145e6ee columnFamilyName f 2024-12-04T05:21:15,308 DEBUG [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:15,308 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] regionserver.HStore(327): Store=a6c6f204840df05621222735f145e6ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:15,308 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,309 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c6f204840df05621222735f145e6ee columnFamilyName f1 2024-12-04T05:21:15,309 DEBUG [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:15,309 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] regionserver.HStore(327): Store=a6c6f204840df05621222735f145e6ee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:15,309 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,310 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6c6f204840df05621222735f145e6ee columnFamilyName norep 2024-12-04T05:21:15,310 DEBUG [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:15,310 INFO [StoreOpener-a6c6f204840df05621222735f145e6ee-1 {}] regionserver.HStore(327): Store=a6c6f204840df05621222735f145e6ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:15,310 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,311 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,311 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,311 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,311 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,312 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:15,313 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:15,314 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:15,314 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6c6f204840df05621222735f145e6ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62468130, jitterRate=-0.06915232539176941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:15,314 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:15,315 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6c6f204840df05621222735f145e6ee: Running coprocessor pre-open hook at 1733289675306Writing region info on filesystem at 1733289675306Initializing all the Stores at 1733289675306Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289675306Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289675306Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289675306Cleaning up temporary data from old regions at 1733289675311 (+5 ms)Running coprocessor post-open hooks at 1733289675314 (+3 ms)Region opened successfully at 1733289675314 2024-12-04T05:21:15,315 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289674176.a6c6f204840df05621222735f145e6ee., pid=6, masterSystemTime=1733289675302 2024-12-04T05:21:15,317 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:15,317 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:15,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6c6f204840df05621222735f145e6ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:15,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6c6f204840df05621222735f145e6ee, server=6c7595a931c3,41885,1733289667229 because future has completed 2024-12-04T05:21:15,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:15,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6c6f204840df05621222735f145e6ee, server=6c7595a931c3,41885,1733289667229 in 169 msec 2024-12-04T05:21:15,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:15,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a6c6f204840df05621222735f145e6ee, ASSIGN in 325 msec 2024-12-04T05:21:15,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:15,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289675323"}]},"ts":"1733289675323"} 2024-12-04T05:21:15,324 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:15,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:15,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-04T05:21:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:16,323 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:16,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fbc891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:16,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34693,-1 for getting cluster id 2024-12-04T05:21:16,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:16,325 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4755991-fa6e-493e-ac7c-a2360a7108ee' 2024-12-04T05:21:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4755991-fa6e-493e-ac7c-a2360a7108ee" 2024-12-04T05:21:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469b8f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34693,-1] 2024-12-04T05:21:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:16,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:16,326 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b670a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:16,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34693,1733289659724 2024-12-04T05:21:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@578fd3e0 2024-12-04T05:21:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:16,328 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:16,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:34807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:21:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:21:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:16,331 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34807' 2024-12-04T05:21:16,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe1d931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:16,332 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:16,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:16,333 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574d54d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:16,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:16,334 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:16,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae7d75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:16,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:16,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34807,1733289663863 2024-12-04T05:21:16,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f118a9b 2024-12-04T05:21:16,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:16,336 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:16,336 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:21:16,336 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:21:16,336 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:16,336 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:16,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:16,337 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:16,338 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:21:16,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:16,339 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:16,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:16,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:21:16,388 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:21:16,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:16,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19342dac9b9c23b03563e9499b360afc, NAME => 'hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c 2024-12-04T05:21:16,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:21:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:17,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:17,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19342dac9b9c23b03563e9499b360afc, disabling compactions & flushes 2024-12-04T05:21:17,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. after waiting 0 ms 2024-12-04T05:21:17,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19342dac9b9c23b03563e9499b360afc: Waiting for close lock at 1733289677151Disabling compacts and flushes for region at 1733289677151Disabling writes for close at 1733289677151Writing region close event to WAL at 1733289677151Closed at 1733289677151 2024-12-04T05:21:17,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:17,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289677152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289677152"}]},"ts":"1733289677152"} 2024-12-04T05:21:17,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:17,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:17,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289677154"}]},"ts":"1733289677154"} 2024-12-04T05:21:17,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:21:17,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19342dac9b9c23b03563e9499b360afc, ASSIGN}] 2024-12-04T05:21:17,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19342dac9b9c23b03563e9499b360afc, ASSIGN 2024-12-04T05:21:17,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19342dac9b9c23b03563e9499b360afc, ASSIGN; state=OFFLINE, location=6c7595a931c3,40523,1733289659783; forceNewPlan=false, retain=false 2024-12-04T05:21:17,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19342dac9b9c23b03563e9499b360afc, regionState=OPENING, regionLocation=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:17,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19342dac9b9c23b03563e9499b360afc, ASSIGN because future has completed 2024-12-04T05:21:17,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19342dac9b9c23b03563e9499b360afc, server=6c7595a931c3,40523,1733289659783}] 2024-12-04T05:21:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:17,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:17,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:21:17,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C40523%2C1733289659783.rep, suffix=, logDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783, archiveDir=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/oldWALs, maxLogs=10 2024-12-04T05:21:17,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.rep.1733289677468, exclude list is [], retry=0 2024-12-04T05:21:17,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-17c6bea2-90be-424e-9a80-ce3e54b9e42b,DISK] 2024-12-04T05:21:17,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.rep.1733289677468 2024-12-04T05:21:17,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45747:45747)] 2024-12-04T05:21:17,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19342dac9b9c23b03563e9499b360afc, NAME => 'hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:17,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:17,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:17,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. service=MultiRowMutationService 2024-12-04T05:21:17,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:21:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,491 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,492 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19342dac9b9c23b03563e9499b360afc columnFamilyName hfileref 2024-12-04T05:21:17,492 DEBUG [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:17,492 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] regionserver.HStore(327): Store=19342dac9b9c23b03563e9499b360afc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:17,492 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,493 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19342dac9b9c23b03563e9499b360afc columnFamilyName queue 2024-12-04T05:21:17,493 DEBUG [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:17,493 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] regionserver.HStore(327): Store=19342dac9b9c23b03563e9499b360afc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:17,493 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,494 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19342dac9b9c23b03563e9499b360afc columnFamilyName sid 2024-12-04T05:21:17,494 DEBUG [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:17,494 INFO [StoreOpener-19342dac9b9c23b03563e9499b360afc-1 {}] regionserver.HStore(327): Store=19342dac9b9c23b03563e9499b360afc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:17,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:17,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:17,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19342dac9b9c23b03563e9499b360afc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64505825, jitterRate=-0.03878830373287201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:17,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:17,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19342dac9b9c23b03563e9499b360afc: Running coprocessor pre-open hook at 1733289677490Writing region info on filesystem at 1733289677490Initializing all the Stores at 1733289677491 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289677491Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289677491Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289677491Cleaning up temporary data from old regions at 1733289677495 (+4 ms)Running coprocessor post-open hooks at 1733289677498 (+3 ms)Region opened successfully at 1733289677498 2024-12-04T05:21:17,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc., pid=10, masterSystemTime=1733289677462 2024-12-04T05:21:17,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:17,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19342dac9b9c23b03563e9499b360afc, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,40523,1733289659783 2024-12-04T05:21:17,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19342dac9b9c23b03563e9499b360afc, server=6c7595a931c3,40523,1733289659783 because future has completed 2024-12-04T05:21:17,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:21:17,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19342dac9b9c23b03563e9499b360afc, server=6c7595a931c3,40523,1733289659783 in 193 msec 2024-12-04T05:21:17,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:21:17,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19342dac9b9c23b03563e9499b360afc, ASSIGN in 349 msec 2024-12-04T05:21:17,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:17,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289677507"}]},"ts":"1733289677507"} 2024-12-04T05:21:17,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:21:17,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:17,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-04T05:21:17,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc., hostname=6c7595a931c3,40523,1733289659783, seqNum=2] 2024-12-04T05:21:17,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:17,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:17,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:21:17,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:21:17,706 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:21:17,734 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,40523,1733289659783, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:21:17,735 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:17,735 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40523,1733289659783, seqNum=-1] 2024-12-04T05:21:17,735 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:17,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T05:21:17,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,40523,1733289659783', locateType=CURRENT is [region=hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc., hostname=6c7595a931c3,40523,1733289659783, seqNum=2] 2024-12-04T05:21:17,739 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:21:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:21:17,741 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,40523,1733289659783 suceeded 2024-12-04T05:21:17,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:21:17,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-04T05:21:17,743 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:34807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:21:17,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-12-04T05:21:17,757 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34807' 2024-12-04T05:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de1c9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:17,758 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:17,759 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2773fadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:17,760 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:17,760 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ccdabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:17,760 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:17,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34807,1733289663863 2024-12-04T05:21:17,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b7a0f0 2024-12-04T05:21:17,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:17,762 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T05:21:17,762 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,40523,1733289659783 (queues=1) is replicating from cluster=e4755991-fa6e-493e-ac7c-a2360a7108ee to cluster=a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a 2024-12-04T05:21:17,762 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C40523%2C1733289659783 2024-12-04T05:21:17,762 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,40523,1733289659783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:21:17,763 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C40523%2C1733289659783 2024-12-04T05:21:17,763 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779, startPosition=0, beingWritten=true 2024-12-04T05:21:17,767 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:17,767 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:17,767 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40523,1733289659783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:17,970 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:18,273 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:18,473 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:21:18,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:18,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:18,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:18,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:18,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:18,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29551a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:18,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:18,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:18,475 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bade85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:18,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:18,476 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b18df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:18,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34807,1733289663863 2024-12-04T05:21:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772375c8 2024-12-04T05:21:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:18,479 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:18,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:40063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:21:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:21:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:18,481 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:40063' 2024-12-04T05:21:18,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513f916f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:18,482 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40063,-1 for getting cluster id 2024-12-04T05:21:18,482 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:18,482 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4db0927c-905f-4976-817f-c6ed8f22d39d' 2024-12-04T05:21:18,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:18,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4db0927c-905f-4976-817f-c6ed8f22d39d" 2024-12-04T05:21:18,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51683b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:18,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40063,-1] 2024-12-04T05:21:18,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:18,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:18,483 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751e270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:18,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40063,1733289667192 2024-12-04T05:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3abad6 2024-12-04T05:21:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:18,485 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:18,485 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:21:18,485 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:21:18,485 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:18,486 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:18,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:18,486 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:18,486 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:21:18,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:18,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:18,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:21:18,537 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:21:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:18,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:18,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,676 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:18,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65ab76820f14720580e3dfd2817881dd, NAME => 'hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad 2024-12-04T05:21:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:21:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:19,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:21:19,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T05:21:19,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:21:19,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T05:21:19,180 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:19,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:19,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65ab76820f14720580e3dfd2817881dd, disabling compactions & flushes 2024-12-04T05:21:19,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. after waiting 0 ms 2024-12-04T05:21:19,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65ab76820f14720580e3dfd2817881dd: Waiting for close lock at 1733289679299Disabling compacts and flushes for region at 1733289679299Disabling writes for close at 1733289679300 (+1 ms)Writing region close event to WAL at 1733289679300Closed at 1733289679300 2024-12-04T05:21:19,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:19,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289679301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289679301"}]},"ts":"1733289679301"} 2024-12-04T05:21:19,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:19,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:19,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289679303"}]},"ts":"1733289679303"} 2024-12-04T05:21:19,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:21:19,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ab76820f14720580e3dfd2817881dd, ASSIGN}] 2024-12-04T05:21:19,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ab76820f14720580e3dfd2817881dd, ASSIGN 2024-12-04T05:21:19,306 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65ab76820f14720580e3dfd2817881dd, ASSIGN; state=OFFLINE, location=6c7595a931c3,42659,1733289663905; forceNewPlan=false, retain=false 2024-12-04T05:21:19,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65ab76820f14720580e3dfd2817881dd, regionState=OPENING, regionLocation=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:19,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65ab76820f14720580e3dfd2817881dd, ASSIGN because future has completed 2024-12-04T05:21:19,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ab76820f14720580e3dfd2817881dd, server=6c7595a931c3,42659,1733289663905}] 2024-12-04T05:21:19,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:19,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:21:19,504 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88589 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:21:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:19,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:19,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:21:19,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C42659%2C1733289663905.rep, suffix=, logDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905, archiveDir=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/oldWALs, maxLogs=10 2024-12-04T05:21:19,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.rep.1733289679616, exclude list is [], retry=0 2024-12-04T05:21:19,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46039,DS-14c3bf1c-13f8-4417-9ef0-71c9f17eaf8b,DISK] 2024-12-04T05:21:19,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.rep.1733289679616 2024-12-04T05:21:19,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43183:43183)] 2024-12-04T05:21:19,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65ab76820f14720580e3dfd2817881dd, NAME => 'hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:19,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. service=MultiRowMutationService 2024-12-04T05:21:19,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:21:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,635 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,636 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ab76820f14720580e3dfd2817881dd columnFamilyName hfileref 2024-12-04T05:21:19,636 DEBUG [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:19,636 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] regionserver.HStore(327): Store=65ab76820f14720580e3dfd2817881dd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:19,636 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,637 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ab76820f14720580e3dfd2817881dd columnFamilyName queue 2024-12-04T05:21:19,637 DEBUG [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:19,637 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] regionserver.HStore(327): Store=65ab76820f14720580e3dfd2817881dd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:19,637 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,638 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65ab76820f14720580e3dfd2817881dd columnFamilyName sid 2024-12-04T05:21:19,638 DEBUG [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:19,638 INFO [StoreOpener-65ab76820f14720580e3dfd2817881dd-1 {}] regionserver.HStore(327): Store=65ab76820f14720580e3dfd2817881dd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:19,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/replication/65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/replication/65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:19,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/replication/65ab76820f14720580e3dfd2817881dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:19,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65ab76820f14720580e3dfd2817881dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73443881, jitterRate=0.0943991094827652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:19,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:19,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65ab76820f14720580e3dfd2817881dd: Running coprocessor pre-open hook at 1733289679634Writing region info on filesystem at 1733289679634Initializing all the Stores at 1733289679634Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289679635 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289679635Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289679635Cleaning up temporary data from old regions at 1733289679640 (+5 ms)Running coprocessor post-open hooks at 1733289679643 (+3 ms)Region opened successfully at 1733289679643 2024-12-04T05:21:19,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:21:19,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd., pid=10, masterSystemTime=1733289679611 2024-12-04T05:21:19,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:19,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65ab76820f14720580e3dfd2817881dd, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,42659,1733289663905 2024-12-04T05:21:19,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65ab76820f14720580e3dfd2817881dd, server=6c7595a931c3,42659,1733289663905 because future has completed 2024-12-04T05:21:19,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:21:19,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65ab76820f14720580e3dfd2817881dd, server=6c7595a931c3,42659,1733289663905 in 190 msec 2024-12-04T05:21:19,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:21:19,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65ab76820f14720580e3dfd2817881dd, ASSIGN in 346 msec 2024-12-04T05:21:19,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:19,654 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289679654"}]},"ts":"1733289679654"} 2024-12-04T05:21:19,655 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:21:19,656 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:19,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-04T05:21:19,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd., hostname=6c7595a931c3,42659,1733289663905, seqNum=2] 2024-12-04T05:21:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:19,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:21:19,783 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:19,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42659 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:21:19,854 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:21:19,883 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,42659,1733289663905, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:21:19,884 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:19,884 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42659,1733289663905, seqNum=-1] 2024-12-04T05:21:19,885 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:19,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T05:21:19,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,42659,1733289663905', locateType=CURRENT is [region=hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd., hostname=6c7595a931c3,42659,1733289663905, seqNum=2] 2024-12-04T05:21:19,889 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:21:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:21:19,891 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,42659,1733289663905 suceeded 2024-12-04T05:21:19,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:21:19,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T05:21:19,892 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:40063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:21:19,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-12-04T05:21:19,906 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:40063' 2024-12-04T05:21:19,908 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118c7993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:19,908 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40063,-1 for getting cluster id 2024-12-04T05:21:19,908 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:19,909 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4db0927c-905f-4976-817f-c6ed8f22d39d' 2024-12-04T05:21:19,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:19,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4db0927c-905f-4976-817f-c6ed8f22d39d" 2024-12-04T05:21:19,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5783f3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:19,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40063,-1] 2024-12-04T05:21:19,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:19,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:19,910 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:19,911 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@365dd91f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:19,911 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:19,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40063,1733289667192 2024-12-04T05:21:19,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cc24507 2024-12-04T05:21:19,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:19,912 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T05:21:19,913 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,42659,1733289663905 (queues=1) is replicating from cluster=a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a to cluster=4db0927c-905f-4976-817f-c6ed8f22d39d 2024-12-04T05:21:19,913 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C42659%2C1733289663905 2024-12-04T05:21:19,913 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,42659,1733289663905, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:21:19,913 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, startPosition=0, beingWritten=true 2024-12-04T05:21:19,913 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C42659%2C1733289663905 2024-12-04T05:21:19,918 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:19,918 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:19,918 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:20,121 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:20,424 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:20,487 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:20,623 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:21:20,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:20,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:20,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:20,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:20,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:20,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35806290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:20,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40063,-1 for getting cluster id 2024-12-04T05:21:20,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:20,625 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4db0927c-905f-4976-817f-c6ed8f22d39d' 2024-12-04T05:21:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4db0927c-905f-4976-817f-c6ed8f22d39d" 2024-12-04T05:21:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a82142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40063,-1] 2024-12-04T05:21:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:20,626 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f0bdd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:20,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40063,1733289667192 2024-12-04T05:21:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a3fca50 2024-12-04T05:21:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:20,628 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:20,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:34807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:21:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:21:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:20,631 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34807' 2024-12-04T05:21:20,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565e3247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:20,632 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:20,632 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:20,633 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d41ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:20,634 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:20,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1c0a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:20,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34807,1733289663863 2024-12-04T05:21:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21dfb8ba 2024-12-04T05:21:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:20,636 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:20,636 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:21:20,636 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:21:20,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:20,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:20,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:20,637 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:20,638 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:21:20,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:20,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:20,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:21:20,688 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:21:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:20,827 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:21,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00abb2e5348e7e195ec3f2e2290e8666, NAME => 'hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5 2024-12-04T05:21:21,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:21:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:21,290 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:21,331 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 00abb2e5348e7e195ec3f2e2290e8666, disabling compactions & flushes 2024-12-04T05:21:21,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. after waiting 0 ms 2024-12-04T05:21:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,453 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,453 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00abb2e5348e7e195ec3f2e2290e8666: Waiting for close lock at 1733289681453Disabling compacts and flushes for region at 1733289681453Disabling writes for close at 1733289681453Writing region close event to WAL at 1733289681453Closed at 1733289681453 2024-12-04T05:21:21,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:21,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289681454"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289681454"}]},"ts":"1733289681454"} 2024-12-04T05:21:21,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:21,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:21,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289681456"}]},"ts":"1733289681456"} 2024-12-04T05:21:21,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:21:21,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00abb2e5348e7e195ec3f2e2290e8666, ASSIGN}] 2024-12-04T05:21:21,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00abb2e5348e7e195ec3f2e2290e8666, ASSIGN 2024-12-04T05:21:21,460 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00abb2e5348e7e195ec3f2e2290e8666, ASSIGN; state=OFFLINE, location=6c7595a931c3,41885,1733289667229; forceNewPlan=false, retain=false 2024-12-04T05:21:21,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00abb2e5348e7e195ec3f2e2290e8666, regionState=OPENING, regionLocation=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:21,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00abb2e5348e7e195ec3f2e2290e8666, ASSIGN because future has completed 2024-12-04T05:21:21,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00abb2e5348e7e195ec3f2e2290e8666, server=6c7595a931c3,41885,1733289667229}] 2024-12-04T05:21:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:21,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:21,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:21:21,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C41885%2C1733289667229.rep, suffix=, logDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229, archiveDir=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/oldWALs, maxLogs=10 2024-12-04T05:21:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.rep.1733289681769, exclude list is [], retry=0 2024-12-04T05:21:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33101,DS-c9c835e5-9012-40da-a3fd-46a06c9d04c7,DISK] 2024-12-04T05:21:21,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.rep.1733289681769 2024-12-04T05:21:21,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37307:37307)] 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 00abb2e5348e7e195ec3f2e2290e8666, NAME => 'hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:21,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. service=MultiRowMutationService 2024-12-04T05:21:21,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,787 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,788 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00abb2e5348e7e195ec3f2e2290e8666 columnFamilyName hfileref 2024-12-04T05:21:21,788 DEBUG [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:21,788 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] regionserver.HStore(327): Store=00abb2e5348e7e195ec3f2e2290e8666/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:21,788 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,789 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00abb2e5348e7e195ec3f2e2290e8666 columnFamilyName queue 2024-12-04T05:21:21,789 DEBUG [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:21,790 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] regionserver.HStore(327): Store=00abb2e5348e7e195ec3f2e2290e8666/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:21,790 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,790 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00abb2e5348e7e195ec3f2e2290e8666 columnFamilyName sid 2024-12-04T05:21:21,790 DEBUG [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:21,791 INFO [StoreOpener-00abb2e5348e7e195ec3f2e2290e8666-1 {}] regionserver.HStore(327): Store=00abb2e5348e7e195ec3f2e2290e8666/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:21,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:21,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:21,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 00abb2e5348e7e195ec3f2e2290e8666; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67347204, jitterRate=0.0035515427589416504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:21,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:21,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 00abb2e5348e7e195ec3f2e2290e8666: Running coprocessor pre-open hook at 1733289681786Writing region info on filesystem at 1733289681786Initializing all the Stores at 1733289681787 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289681787Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289681787Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289681787Cleaning up temporary data from old regions at 1733289681792 (+5 ms)Running coprocessor post-open hooks at 1733289681795 (+3 ms)Region opened successfully at 1733289681795 2024-12-04T05:21:21,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666., pid=10, masterSystemTime=1733289681764 2024-12-04T05:21:21,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:21,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00abb2e5348e7e195ec3f2e2290e8666, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,41885,1733289667229 2024-12-04T05:21:21,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00abb2e5348e7e195ec3f2e2290e8666, server=6c7595a931c3,41885,1733289667229 because future has completed 2024-12-04T05:21:21,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:21:21,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 00abb2e5348e7e195ec3f2e2290e8666, server=6c7595a931c3,41885,1733289667229 in 188 msec 2024-12-04T05:21:21,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:21:21,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00abb2e5348e7e195ec3f2e2290e8666, ASSIGN in 344 msec 2024-12-04T05:21:21,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:21,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289681804"}]},"ts":"1733289681804"} 2024-12-04T05:21:21,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:21:21,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:21,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-04T05:21:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666., hostname=6c7595a931c3,41885,1733289667229, seqNum=2] 2024-12-04T05:21:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:21,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:21,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:21:21,934 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:22,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:21:22,004 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:21:22,040 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,41885,1733289667229, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:21:22,040 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:22,040 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41885,1733289667229, seqNum=-1] 2024-12-04T05:21:22,041 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:22,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T05:21:22,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,41885,1733289667229', locateType=CURRENT is [region=hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666., hostname=6c7595a931c3,41885,1733289667229, seqNum=2] 2024-12-04T05:21:22,045 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:21:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:21:22,047 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,41885,1733289667229 suceeded 2024-12-04T05:21:22,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:21:22,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-04T05:21:22,049 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:34807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:21:22,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-12-04T05:21:22,059 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34807' 2024-12-04T05:21:22,060 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@148c0328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,060 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:22,060 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:22,061 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85a7b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:22,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:22,062 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:22,062 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433f5d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,063 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34807,1733289663863 2024-12-04T05:21:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b235d16 2024-12-04T05:21:22,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:22,064 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T05:21:22,064 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,41885,1733289667229 (queues=1) is replicating from cluster=4db0927c-905f-4976-817f-c6ed8f22d39d to cluster=a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a 2024-12-04T05:21:22,065 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C41885%2C1733289667229 2024-12-04T05:21:22,065 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,41885,1733289667229, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:21:22,065 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, startPosition=0, beingWritten=true 2024-12-04T05:21:22,065 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C41885%2C1733289667229 2024-12-04T05:21:22,071 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:22,071 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 379, reset compression=false 2024-12-04T05:21:22,071 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:22,193 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:22,274 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 379, reset compression=false 2024-12-04T05:21:22,578 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 379, reset compression=false 2024-12-04T05:21:22,638 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:22,773 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:21:22,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:22,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:22,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:22,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:22,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:22,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9425fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34693,-1 for getting cluster id 2024-12-04T05:21:22,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:22,775 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4755991-fa6e-493e-ac7c-a2360a7108ee' 2024-12-04T05:21:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4755991-fa6e-493e-ac7c-a2360a7108ee" 2024-12-04T05:21:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66979a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34693,-1] 2024-12-04T05:21:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:22,776 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcd7ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b21f2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:22,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:22,778 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789f2ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:22,779 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ccf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469c9335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40063,-1 for getting cluster id 2024-12-04T05:21:22,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:22,781 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4db0927c-905f-4976-817f-c6ed8f22d39d' 2024-12-04T05:21:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4db0927c-905f-4976-817f-c6ed8f22d39d" 2024-12-04T05:21:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57264a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40063,-1] 2024-12-04T05:21:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:22,782 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed3788d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:22,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,40523,1733289659783, seqNum=-1] 2024-12-04T05:21:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:22,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04., hostname=6c7595a931c3,40523,1733289659783, seqNum=2] 2024-12-04T05:21:22,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41885,1733289667229, seqNum=-1] 2024-12-04T05:21:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:22,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289674176.a6c6f204840df05621222735f145e6ee., hostname=6c7595a931c3,41885,1733289667229, seqNum=2] 2024-12-04T05:21:22,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T05:21:22,981 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 379, reset compression=false 2024-12-04T05:21:23,197 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 379, reset compression=false 2024-12-04T05:21:23,201 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:23,201 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:23,201 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40523,1733289659783 got entry batch from reader: WALEntryBatch [walEntries=[{test/d882ba0abc23634cf0d22713ccbfbe04/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T05:21:23,203 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:23,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T05:21:23,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:23,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f05c5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:23,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34807,-1 for getting cluster id 2024-12-04T05:21:23,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:23,219 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a' 2024-12-04T05:21:23,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:23,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6798bf8-2a2e-40c8-8a99-4c4bf9c98a1a" 2024-12-04T05:21:23,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f094ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:23,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34807,-1] 2024-12-04T05:21:23,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:23,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:23,227 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:23,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e730e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:23,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:23,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42659,1733289663905, seqNum=-1] 2024-12-04T05:21:23,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:23,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T05:21:23,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424., hostname=6c7595a931c3,42659,1733289663905, seqNum=2] 2024-12-04T05:21:23,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:23,404 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:23,441 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 379, reset compression=false 2024-12-04T05:21:23,445 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:23,446 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 504, reset compression=false 2024-12-04T05:21:23,446 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae614d33f67ba0dc5e54b1a18193424/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T05:21:23,448 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:23,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T05:21:23,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:23,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@169f89f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:23,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40063,-1 for getting cluster id 2024-12-04T05:21:23,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:23,451 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4db0927c-905f-4976-817f-c6ed8f22d39d' 2024-12-04T05:21:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4db0927c-905f-4976-817f-c6ed8f22d39d" 2024-12-04T05:21:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712f0fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40063,-1] 2024-12-04T05:21:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:23,452 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:23,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8ab4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:23,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,41885,1733289667229, seqNum=-1] 2024-12-04T05:21:23,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:23,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T05:21:23,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733289674176.a6c6f204840df05621222735f145e6ee., hostname=6c7595a931c3,41885,1733289667229, seqNum=2] 2024-12-04T05:21:23,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:23,485 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 379, reset compression=false 2024-12-04T05:21:23,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:23,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 528, reset compression=false 2024-12-04T05:21:23,489 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:23,650 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 504, reset compression=false 2024-12-04T05:21:23,693 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 528, reset compression=false 2024-12-04T05:21:23,709 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:23,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T05:21:23,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:23,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,42659,1733289663905, seqNum=-1] 2024-12-04T05:21:23,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:23,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:23,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424., hostname=6c7595a931c3,42659,1733289663905, seqNum=2] 2024-12-04T05:21:23,802 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T05:21:23,953 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 504, reset compression=false 2024-12-04T05:21:23,958 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:23,958 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 608, reset compression=false 2024-12-04T05:21:23,958 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae614d33f67ba0dc5e54b1a18193424/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:21:23,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:23,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:23,997 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 528, reset compression=false 2024-12-04T05:21:24,001 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:24,001 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 656, reset compression=false 2024-12-04T05:21:24,001 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:24,114 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:24,162 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 608, reset compression=false 2024-12-04T05:21:24,204 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 656, reset compression=false 2024-12-04T05:21:24,465 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 608, reset compression=false 2024-12-04T05:21:24,507 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 656, reset compression=false 2024-12-04T05:21:24,618 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:24,804 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T05:21:24,806 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T05:21:24,869 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 608, reset compression=false 2024-12-04T05:21:24,911 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 656, reset compression=false 2024-12-04T05:21:24,915 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:24,915 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 760, reset compression=false 2024-12-04T05:21:24,915 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6c6f204840df05621222735f145e6ee/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T05:21:24,918 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:24,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T05:21:24,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:24,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:25,129 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 760, reset compression=false 2024-12-04T05:21:25,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:25,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:25,222 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:25,373 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 608, reset compression=false 2024-12-04T05:21:25,378 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:25,378 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 735, reset compression=false 2024-12-04T05:21:25,378 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:25,433 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 760, reset compression=false 2024-12-04T05:21:25,582 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 735, reset compression=false 2024-12-04T05:21:25,810 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T05:21:25,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T05:21:25,837 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 760, reset compression=false 2024-12-04T05:21:25,885 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 735, reset compression=false 2024-12-04T05:21:25,926 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 480, reset compression=false 2024-12-04T05:21:25,931 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:25,931 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:25,931 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40523,1733289659783 got entry batch from reader: WALEntryBatch [walEntries=[{test/d882ba0abc23634cf0d22713ccbfbe04/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T05:21:25,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:25,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:26,135 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:26,289 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 735, reset compression=false 2024-12-04T05:21:26,293 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:26,293 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 883, reset compression=false 2024-12-04T05:21:26,293 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae614d33f67ba0dc5e54b1a18193424/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T05:21:26,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:26,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:26,341 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 760, reset compression=false 2024-12-04T05:21:26,346 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:26,346 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 932, reset compression=false 2024-12-04T05:21:26,346 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:26,439 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:26,496 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 883, reset compression=false 2024-12-04T05:21:26,550 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 932, reset compression=false 2024-12-04T05:21:26,800 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 883, reset compression=false 2024-12-04T05:21:26,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T05:21:26,826 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T05:21:26,843 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:26,853 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 932, reset compression=false 2024-12-04T05:21:27,204 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 883, reset compression=false 2024-12-04T05:21:27,208 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:27,208 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1042, reset compression=false 2024-12-04T05:21:27,208 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ae614d33f67ba0dc5e54b1a18193424/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T05:21:27,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:27,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41885 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:27,256 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 932, reset compression=false 2024-12-04T05:21:27,260 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:27,260 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1082, reset compression=false 2024-12-04T05:21:27,260 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:27,346 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:27,411 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1042, reset compression=false 2024-12-04T05:21:27,463 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1082, reset compression=false 2024-12-04T05:21:27,715 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1042, reset compression=false 2024-12-04T05:21:27,766 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1082, reset compression=false 2024-12-04T05:21:27,827 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T05:21:27,830 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T05:21:27,949 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:28,119 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1042, reset compression=false 2024-12-04T05:21:28,170 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1082, reset compression=false 2024-12-04T05:21:28,174 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:21:28,174 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1241, reset compression=false 2024-12-04T05:21:28,174 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6c6f204840df05621222735f145e6ee/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T05:21:28,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T05:21:28,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T05:21:28,377 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1241, reset compression=false 2024-12-04T05:21:28,622 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1042, reset compression=false 2024-12-04T05:21:28,626 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:28,626 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:28,626 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:28,653 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:28,683 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1241, reset compression=false 2024-12-04T05:21:28,829 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:28,831 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T05:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:21:28,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:28,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:28,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:28,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:28,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:21:28,837 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1131775867, stopped=false 2024-12-04T05:21:28,837 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,40063,1733289667192 2024-12-04T05:21:28,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:28,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141133269/running 2024-12-04T05:21:28,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141133269/running 2024-12-04T05:21:28,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:28,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:28,839 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:21:28,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:28,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:28,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:28,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/running 2024-12-04T05:21:28,840 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,41885,1733289667229' ***** 2024-12-04T05:21:28,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:21:28,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Set watcher on znode that does not yet exist, /2-141133269/running 2024-12-04T05:21:28,841 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:21:28,841 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(3091): Received CLOSE for 00abb2e5348e7e195ec3f2e2290e8666 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(3091): Received CLOSE for a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,41885,1733289667229 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:21:28,842 INFO [RS:0;6c7595a931c3:41885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:41885. 2024-12-04T05:21:28,842 DEBUG [RS:0;6c7595a931c3:41885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:28,842 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:28,842 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00abb2e5348e7e195ec3f2e2290e8666, disabling compactions & flushes 2024-12-04T05:21:28,842 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:28,842 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:28,842 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. after waiting 0 ms 2024-12-04T05:21:28,842 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:28,843 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:21:28,843 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:21:28,843 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:21:28,843 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00abb2e5348e7e195ec3f2e2290e8666 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T05:21:28,843 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:21:28,843 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:21:28,843 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 00abb2e5348e7e195ec3f2e2290e8666=hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666., a6c6f204840df05621222735f145e6ee=test,,1733289674176.a6c6f204840df05621222735f145e6ee.} 2024-12-04T05:21:28,843 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 00abb2e5348e7e195ec3f2e2290e8666, 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:28,843 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:28,843 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:28,843 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:28,843 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:28,843 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:28,843 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:21:28,866 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/info/ed71642894b84649ba860e8e2c6ccf88 is 147, key is hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666./info:regioninfo/1733289681798/Put/seqid=0 2024-12-04T05:21:28,866 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/.tmp/queue/b51a49cb401c4f2abebdf019c9f115b8 is 154, key is 1-6c7595a931c3,41885,1733289667229/queue:6c7595a931c3%2C41885%2C1733289667229/1733289688178/Put/seqid=0 2024-12-04T05:21:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741840_1016 (size=5353) 2024-12-04T05:21:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741841_1017 (size=7686) 2024-12-04T05:21:28,921 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:21:29,043 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 00abb2e5348e7e195ec3f2e2290e8666, 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:29,086 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1241, reset compression=false 2024-12-04T05:21:29,133 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:29,243 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 00abb2e5348e7e195ec3f2e2290e8666, 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:29,274 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/.tmp/queue/b51a49cb401c4f2abebdf019c9f115b8 2024-12-04T05:21:29,274 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/info/ed71642894b84649ba860e8e2c6ccf88 2024-12-04T05:21:29,279 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/.tmp/queue/b51a49cb401c4f2abebdf019c9f115b8 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/queue/b51a49cb401c4f2abebdf019c9f115b8 2024-12-04T05:21:29,283 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/queue/b51a49cb401c4f2abebdf019c9f115b8, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T05:21:29,283 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 00abb2e5348e7e195ec3f2e2290e8666 in 441ms, sequenceid=12, compaction requested=false 2024-12-04T05:21:29,289 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/replication/00abb2e5348e7e195ec3f2e2290e8666/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T05:21:29,297 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:29,297 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:21:29,297 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:29,297 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00abb2e5348e7e195ec3f2e2290e8666: Waiting for close lock at 1733289688842Running coprocessor pre-close hooks at 1733289688842Disabling compacts and flushes for region at 1733289688842Disabling writes for close at 1733289688842Obtaining lock to block concurrent updates at 1733289688843 (+1 ms)Preparing flush snapshotting stores in 00abb2e5348e7e195ec3f2e2290e8666 at 1733289688843Finished memstore snapshotting hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733289688843Flushing stores of hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. at 1733289688843Flushing 00abb2e5348e7e195ec3f2e2290e8666/queue: creating writer at 1733289688844 (+1 ms)Flushing 00abb2e5348e7e195ec3f2e2290e8666/queue: appending metadata at 1733289688865 (+21 ms)Flushing 00abb2e5348e7e195ec3f2e2290e8666/queue: closing flushed file at 1733289688865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608e839e: reopening flushed file at 1733289689279 (+414 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 00abb2e5348e7e195ec3f2e2290e8666 in 441ms, sequenceid=12, compaction requested=false at 1733289689283 (+4 ms)Writing region close event to WAL at 1733289689284 (+1 ms)Running coprocessor post-close hooks at 1733289689297 (+13 ms)Closed at 1733289689297 2024-12-04T05:21:29,298 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289680637.00abb2e5348e7e195ec3f2e2290e8666. 2024-12-04T05:21:29,298 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6c6f204840df05621222735f145e6ee, disabling compactions & flushes 2024-12-04T05:21:29,298 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:29,298 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:29,298 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289674176.a6c6f204840df05621222735f145e6ee. after waiting 0 ms 2024-12-04T05:21:29,298 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:29,298 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6c6f204840df05621222735f145e6ee 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T05:21:29,304 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/ns/a285c1b71e1842f2b902a281527b7cd1 is 43, key is default/ns:d/1733289669773/Put/seqid=0 2024-12-04T05:21:29,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741842_1018 (size=5153) 2024-12-04T05:21:29,313 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:21:29,315 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/f/70030a47fd41495390890f454554f56e is 29, key is row1/f:/1733289686824/DeleteFamily/seqid=0 2024-12-04T05:21:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741843_1019 (size=5152) 2024-12-04T05:21:29,318 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/f/70030a47fd41495390890f454554f56e 2024-12-04T05:21:29,321 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70030a47fd41495390890f454554f56e 2024-12-04T05:21:29,337 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/f1/cef63bdceb6344f990fe0a217c8d4741 is 30, key is row1/f1:/1733289686824/DeleteFamily/seqid=0 2024-12-04T05:21:29,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741844_1020 (size=5158) 2024-12-04T05:21:29,443 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:29,456 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:29,536 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:29,590 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1241, reset compression=false 2024-12-04T05:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1488, reset compression=false 2024-12-04T05:21:29,593 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,41885,1733289667229 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:29,594 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,41885,1733289667229: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,41885,1733289667229, walGroup=6c7595a931c3%2C41885%2C1733289667229, offset=6c7595a931c3%2C41885%2C1733289667229.1733289668824:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:41885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:21:29,596 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:21:29,596 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:21:29,596 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 842822032 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 200924240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:21:29,597 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:40063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:21:29,644 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:29,699 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:21:29,699 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:21:29,710 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/ns/a285c1b71e1842f2b902a281527b7cd1 2024-12-04T05:21:29,727 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/rep_barrier/e2e078beb8224939af704eadd3ffc8fd is 112, key is test,,1733289674176.a6c6f204840df05621222735f145e6ee./rep_barrier:seqnumDuringOpen/1733289675317/Put/seqid=0 2024-12-04T05:21:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741845_1021 (size=5518) 2024-12-04T05:21:29,741 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/f1/cef63bdceb6344f990fe0a217c8d4741 2024-12-04T05:21:29,744 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cef63bdceb6344f990fe0a217c8d4741 2024-12-04T05:21:29,757 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/norep/45c9bc88ddb64df8a88edd03f1575c26 is 33, key is row2/norep:/1733289687828/DeleteFamily/seqid=0 2024-12-04T05:21:29,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741846_1022 (size=5108) 2024-12-04T05:21:29,796 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1488, reset compression=false 2024-12-04T05:21:29,844 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:21:29,844 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6c6f204840df05621222735f145e6ee=test,,1733289674176.a6c6f204840df05621222735f145e6ee.} 2024-12-04T05:21:29,844 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:30,038 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:30,044 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6c6f204840df05621222735f145e6ee 2024-12-04T05:21:30,099 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1488, reset compression=false 2024-12-04T05:21:30,131 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/rep_barrier/e2e078beb8224939af704eadd3ffc8fd 2024-12-04T05:21:30,148 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/table/e7d67d42452948f7924902f695b0b7d2 is 53, key is hbase:replication/table:state/1733289681804/Put/seqid=0 2024-12-04T05:21:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741847_1023 (size=5308) 2024-12-04T05:21:30,161 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/norep/45c9bc88ddb64df8a88edd03f1575c26 2024-12-04T05:21:30,164 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45c9bc88ddb64df8a88edd03f1575c26 2024-12-04T05:21:30,166 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/f/70030a47fd41495390890f454554f56e as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/f/70030a47fd41495390890f454554f56e 2024-12-04T05:21:30,169 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70030a47fd41495390890f454554f56e 2024-12-04T05:21:30,170 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/f/70030a47fd41495390890f454554f56e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T05:21:30,170 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/f1/cef63bdceb6344f990fe0a217c8d4741 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/f1/cef63bdceb6344f990fe0a217c8d4741 2024-12-04T05:21:30,174 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cef63bdceb6344f990fe0a217c8d4741 2024-12-04T05:21:30,174 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/f1/cef63bdceb6344f990fe0a217c8d4741, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T05:21:30,174 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/.tmp/norep/45c9bc88ddb64df8a88edd03f1575c26 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/norep/45c9bc88ddb64df8a88edd03f1575c26 2024-12-04T05:21:30,177 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45c9bc88ddb64df8a88edd03f1575c26 2024-12-04T05:21:30,177 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/norep/45c9bc88ddb64df8a88edd03f1575c26, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T05:21:30,178 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a6c6f204840df05621222735f145e6ee in 880ms, sequenceid=10, compaction requested=false 2024-12-04T05:21:30,182 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/default/test/a6c6f204840df05621222735f145e6ee/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T05:21:30,182 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:30,182 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:21:30,182 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:30,182 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6c6f204840df05621222735f145e6ee: Waiting for close lock at 1733289689298Running coprocessor pre-close hooks at 1733289689298Disabling compacts and flushes for region at 1733289689298Disabling writes for close at 1733289689298Obtaining lock to block concurrent updates at 1733289689298Preparing flush snapshotting stores in a6c6f204840df05621222735f145e6ee at 1733289689298Finished memstore snapshotting test,,1733289674176.a6c6f204840df05621222735f145e6ee., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733289689298Flushing stores of test,,1733289674176.a6c6f204840df05621222735f145e6ee. at 1733289689299 (+1 ms)Flushing a6c6f204840df05621222735f145e6ee/f: creating writer at 1733289689299Flushing a6c6f204840df05621222735f145e6ee/f: appending metadata at 1733289689314 (+15 ms)Flushing a6c6f204840df05621222735f145e6ee/f: closing flushed file at 1733289689314Flushing a6c6f204840df05621222735f145e6ee/f1: creating writer at 1733289689321 (+7 ms)Flushing a6c6f204840df05621222735f145e6ee/f1: appending metadata at 1733289689337 (+16 ms)Flushing a6c6f204840df05621222735f145e6ee/f1: closing flushed file at 1733289689337Flushing a6c6f204840df05621222735f145e6ee/norep: creating writer at 1733289689744 (+407 ms)Flushing a6c6f204840df05621222735f145e6ee/norep: appending metadata at 1733289689757 (+13 ms)Flushing a6c6f204840df05621222735f145e6ee/norep: closing flushed file at 1733289689757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b57fedc: reopening flushed file at 1733289690165 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796fb78d: reopening flushed file at 1733289690170 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b04d47: reopening flushed file at 1733289690174 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a6c6f204840df05621222735f145e6ee in 880ms, sequenceid=10, compaction requested=false at 1733289690178 (+4 ms)Writing region close event to WAL at 1733289690179 (+1 ms)Running coprocessor post-close hooks at 1733289690182 (+3 ms)Closed at 1733289690182 2024-12-04T05:21:30,182 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289674176.a6c6f204840df05621222735f145e6ee. 2024-12-04T05:21:30,244 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:21:30,359 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:30,444 DEBUG [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:21:30,501 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 1488, reset compression=false 2024-12-04T05:21:30,506 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:30,506 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 2132, reset compression=false 2024-12-04T05:21:30,552 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/table/e7d67d42452948f7924902f695b0b7d2 2024-12-04T05:21:30,556 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/info/ed71642894b84649ba860e8e2c6ccf88 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/info/ed71642894b84649ba860e8e2c6ccf88 2024-12-04T05:21:30,559 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/info/ed71642894b84649ba860e8e2c6ccf88, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:21:30,560 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/ns/a285c1b71e1842f2b902a281527b7cd1 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/ns/a285c1b71e1842f2b902a281527b7cd1 2024-12-04T05:21:30,563 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/ns/a285c1b71e1842f2b902a281527b7cd1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:21:30,563 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/rep_barrier/e2e078beb8224939af704eadd3ffc8fd as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/rep_barrier/e2e078beb8224939af704eadd3ffc8fd 2024-12-04T05:21:30,566 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/rep_barrier/e2e078beb8224939af704eadd3ffc8fd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:21:30,567 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/.tmp/table/e7d67d42452948f7924902f695b0b7d2 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/table/e7d67d42452948f7924902f695b0b7d2 2024-12-04T05:21:30,570 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/table/e7d67d42452948f7924902f695b0b7d2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:21:30,570 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-12-04T05:21:30,574 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:21:30,575 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:30,575 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:21:30,575 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:30,575 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289688843Running coprocessor pre-close hooks at 1733289688843Disabling compacts and flushes for region at 1733289688843Disabling writes for close at 1733289688843Obtaining lock to block concurrent updates at 1733289688843Preparing flush snapshotting stores in 1588230740 at 1733289688843Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289688843Flushing stores of hbase:meta,,1.1588230740 at 1733289688844 (+1 ms)Flushing 1588230740/info: creating writer at 1733289688844Flushing 1588230740/info: appending metadata at 1733289688865 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733289688865Flushing 1588230740/ns: creating writer at 1733289689279 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733289689303 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733289689303Flushing 1588230740/rep_barrier: creating writer at 1733289689714 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289689727 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289689727Flushing 1588230740/table: creating writer at 1733289690135 (+408 ms)Flushing 1588230740/table: appending metadata at 1733289690148 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733289690148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8b433: reopening flushed file at 1733289690555 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301b1650: reopening flushed file at 1733289690559 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6b1678: reopening flushed file at 1733289690563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a773425: reopening flushed file at 1733289690566 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1733289690570 (+4 ms)Writing region close event to WAL at 1733289690572 (+2 ms)Running coprocessor post-close hooks at 1733289690575 (+3 ms)Closed at 1733289690575 2024-12-04T05:21:30,575 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:30,642 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:30,644 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,41885,1733289667229; all regions closed. 2024-12-04T05:21:30,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:21:30,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741839_1015 (size=3114) 2024-12-04T05:21:30,648 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.rep.1733289681769 not finished, retry = 0 2024-12-04T05:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 to pos 2132, reset compression=false 2024-12-04T05:21:30,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/WALs/6c7595a931c3,41885,1733289667229/6c7595a931c3%2C41885%2C1733289667229.1733289668824 not finished, retry = 0 2024-12-04T05:21:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741832_1008 (size=2140) 2024-12-04T05:21:30,852 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:30,852 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:21:30,852 INFO [RS:0;6c7595a931c3:41885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:21:30,853 INFO [RS:0;6c7595a931c3:41885 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:21:30,853 INFO [RS:0;6c7595a931c3:41885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:21:30,853 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:21:30,853 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,41885,1733289667229 because: Region server is closing 2024-12-04T05:21:30,853 INFO [RS:0;6c7595a931c3:41885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:41885. 2024-12-04T05:21:30,853 DEBUG [RS:0;6c7595a931c3:41885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:30,853 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:30,854 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:30,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:30,954 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.shipper6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 terminated 2024-12-04T05:21:30,954 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,41885,1733289667229.replicationSource.wal-reader.6c7595a931c3%2C41885%2C1733289667229,1-6c7595a931c3,41885,1733289667229 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:21:30,954 INFO [RS:0;6c7595a931c3:41885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:41885. 2024-12-04T05:21:30,954 DEBUG [RS:0;6c7595a931c3:41885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:30,954 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:30,954 DEBUG [RS:0;6c7595a931c3:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:30,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:30,954 INFO [RS:0;6c7595a931c3:41885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41885 2024-12-04T05:21:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141133269/rs/6c7595a931c3,41885,1733289667229 2024-12-04T05:21:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269/rs 2024-12-04T05:21:30,956 INFO [RS:0;6c7595a931c3:41885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:21:30,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,41885,1733289667229] 2024-12-04T05:21:30,961 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-141133269/draining/6c7595a931c3,41885,1733289667229 already deleted, retry=false 2024-12-04T05:21:30,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,41885,1733289667229 expired; onlineServers=0 2024-12-04T05:21:30,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,40063,1733289667192' ***** 2024-12-04T05:21:30,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:21:30,962 INFO [M:0;6c7595a931c3:40063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:21:30,962 INFO [M:0;6c7595a931c3:40063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:21:30,962 DEBUG [M:0;6c7595a931c3:40063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:21:30,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:21:30,962 DEBUG [M:0;6c7595a931c3:40063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:21:30,962 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289668600 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289668600,5,FailOnTimeoutGroup] 2024-12-04T05:21:30,962 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289668600 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289668600,5,FailOnTimeoutGroup] 2024-12-04T05:21:30,962 INFO [M:0;6c7595a931c3:40063 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:21:30,962 INFO [M:0;6c7595a931c3:40063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:21:30,962 DEBUG [M:0;6c7595a931c3:40063 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:21:30,962 INFO [M:0;6c7595a931c3:40063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:21:30,963 INFO [M:0;6c7595a931c3:40063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:21:30,963 INFO [M:0;6c7595a931c3:40063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:21:30,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:21:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-141133269/master 2024-12-04T05:21:30,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-141133269 2024-12-04T05:21:30,964 DEBUG [M:0;6c7595a931c3:40063 {}] zookeeper.ZKUtil(347): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Unable to get data of znode /2-141133269/master because node does not exist (not an error) 2024-12-04T05:21:30,964 WARN [M:0;6c7595a931c3:40063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:21:30,964 INFO [M:0;6c7595a931c3:40063 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/.lastflushedseqids 2024-12-04T05:21:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741848_1024 (size=245) 2024-12-04T05:21:31,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:31,058 INFO [RS:0;6c7595a931c3:41885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:21:31,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1017beb336a0007, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:31,058 INFO [RS:0;6c7595a931c3:41885 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,41885,1733289667229; zookeeper connection closed. 2024-12-04T05:21:31,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74abf3a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74abf3a9 2024-12-04T05:21:31,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:21:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:31,363 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:31,368 INFO [M:0;6c7595a931c3:40063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:21:31,369 INFO [M:0;6c7595a931c3:40063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:21:31,369 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:31,369 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:31,369 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:31,369 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:31,369 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:31,369 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T05:21:31,383 DEBUG [M:0;6c7595a931c3:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e8c451da5444b78aae04a00eb332fc9 is 82, key is hbase:meta,,1/info:regioninfo/1733289669765/Put/seqid=0 2024-12-04T05:21:31,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741849_1025 (size=5672) 2024-12-04T05:21:31,787 INFO [M:0;6c7595a931c3:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e8c451da5444b78aae04a00eb332fc9 2024-12-04T05:21:31,804 DEBUG [M:0;6c7595a931c3:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8326c6be0b7249baa6637a0b708b759b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289681807/Put/seqid=0 2024-12-04T05:21:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741850_1026 (size=8517) 2024-12-04T05:21:32,149 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:32,208 INFO [M:0;6c7595a931c3:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8326c6be0b7249baa6637a0b708b759b 2024-12-04T05:21:32,225 DEBUG [M:0;6c7595a931c3:40063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02be66f02598430d9b91b7d4998c1ea5 is 69, key is 6c7595a931c3,41885,1733289667229/rs:state/1733289668671/Put/seqid=0 2024-12-04T05:21:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741851_1027 (size=5156) 2024-12-04T05:21:32,466 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:32,629 INFO [M:0;6c7595a931c3:40063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02be66f02598430d9b91b7d4998c1ea5 2024-12-04T05:21:32,633 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e8c451da5444b78aae04a00eb332fc9 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e8c451da5444b78aae04a00eb332fc9 2024-12-04T05:21:32,637 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e8c451da5444b78aae04a00eb332fc9, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:21:32,638 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8326c6be0b7249baa6637a0b708b759b as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8326c6be0b7249baa6637a0b708b759b 2024-12-04T05:21:32,641 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8326c6be0b7249baa6637a0b708b759b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:21:32,642 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02be66f02598430d9b91b7d4998c1ea5 as hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02be66f02598430d9b91b7d4998c1ea5 2024-12-04T05:21:32,646 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38779/user/jenkins/test-data/a5633072-943d-65b0-b05a-0e8214e736a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02be66f02598430d9b91b7d4998c1ea5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:21:32,647 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-12-04T05:21:32,648 INFO [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:32,648 DEBUG [M:0;6c7595a931c3:40063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289691369Disabling compacts and flushes for region at 1733289691369Disabling writes for close at 1733289691369Obtaining lock to block concurrent updates at 1733289691369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289691369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733289691369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289691370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289691370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289691383 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289691383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289691791 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289691804 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289691804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289692211 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289692225 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289692225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137e81ed: reopening flushed file at 1733289692632 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3f6644: reopening flushed file at 1733289692637 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c159df: reopening flushed file at 1733289692641 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1733289692647 (+6 ms)Writing region close event to WAL at 1733289692648 (+1 ms)Closed at 1733289692648 2024-12-04T05:21:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33101 is added to blk_1073741830_1006 (size=63666) 2024-12-04T05:21:32,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:21:32,651 INFO [M:0;6c7595a931c3:40063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:21:32,651 INFO [M:0;6c7595a931c3:40063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40063 2024-12-04T05:21:32,652 INFO [M:0;6c7595a931c3:40063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:21:32,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:32,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40063-0x1017beb336a0006, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:32,754 INFO [M:0;6c7595a931c3:40063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:21:32,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5649fdc7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:32,759 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5610dfcd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:21:32,759 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:21:32,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43453008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:21:32,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13484069{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir/,STOPPED} 2024-12-04T05:21:32,762 WARN [BP-499892024-172.17.0.2-1733289666580 heartbeating to localhost/127.0.0.1:38779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:21:32,762 WARN [BP-499892024-172.17.0.2-1733289666580 heartbeating to localhost/127.0.0.1:38779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-499892024-172.17.0.2-1733289666580 (Datanode Uuid 95104dfd-1722-4208-9bcd-424f77cd9242) service to localhost/127.0.0.1:38779 2024-12-04T05:21:32,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:21:32,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:21:32,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/cluster_8849cee1-2766-bf34-9d24-629d2130e2d1/data/data1/current/BP-499892024-172.17.0.2-1733289666580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:21:32,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/cluster_8849cee1-2766-bf34-9d24-629d2130e2d1/data/data2/current/BP-499892024-172.17.0.2-1733289666580 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:21:32,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:21:32,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235fc943{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:32,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fb6d64d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:21:32,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:21:32,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34dcdc4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:21:32,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77bb1052{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir/,STOPPED} 2024-12-04T05:21:32,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:21:32,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:21:32,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:32,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:32,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:32,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:32,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:32,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:21:32,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1101517135, stopped=false 2024-12-04T05:21:32,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,34807,1733289663863 2024-12-04T05:21:32,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1673254787/running 2024-12-04T05:21:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1673254787/running 2024-12-04T05:21:32,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:21:32,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:32,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:32,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:32,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:32,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/running 2024-12-04T05:21:32,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,42659,1733289663905' ***** 2024-12-04T05:21:32,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:21:32,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Set watcher on znode that does not yet exist, /1-1673254787/running 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:21:32,797 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ae614d33f67ba0dc5e54b1a18193424 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,42659,1733289663905 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:21:32,797 INFO [RS:0;6c7595a931c3:42659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42659. 2024-12-04T05:21:32,797 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ae614d33f67ba0dc5e54b1a18193424, disabling compactions & flushes 2024-12-04T05:21:32,797 DEBUG [RS:0;6c7595a931c3:42659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:32,798 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:32,798 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. after waiting 0 ms 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:32,798 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:21:32,798 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:21:32,798 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:21:32,798 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ae614d33f67ba0dc5e54b1a18193424 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T05:21:32,798 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:21:32,798 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:21:32,798 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1325): Online Regions={1ae614d33f67ba0dc5e54b1a18193424=test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424., 65ab76820f14720580e3dfd2817881dd=hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:21:32,798 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:32,798 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:32,798 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:32,798 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:21:32,815 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/f/fa2004378c76448bb95b227fcc44fba9 is 29, key is row1/f:/1733289686824/DeleteFamily/seqid=0 2024-12-04T05:21:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741840_1016 (size=5152) 2024-12-04T05:21:32,821 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/info/0c8bc5e8e5ac4bb3b1864ea01d4dffde is 147, key is hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd./info:regioninfo/1733289679646/Put/seqid=0 2024-12-04T05:21:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741841_1017 (size=7686) 2024-12-04T05:21:32,825 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/info/0c8bc5e8e5ac4bb3b1864ea01d4dffde 2024-12-04T05:21:32,842 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/ns/bc7e467aae9e4171821c6861f20ca959 is 43, key is default/ns:d/1733289666443/Put/seqid=0 2024-12-04T05:21:32,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741842_1018 (size=5153) 2024-12-04T05:21:32,880 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:21:32,998 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:33,052 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1191, reset compression=false 2024-12-04T05:21:33,057 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:33,057 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1438, reset compression=false 2024-12-04T05:21:33,057 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,42659,1733289663905 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:33,057 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,42659,1733289663905: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,42659,1733289663905, walGroup=6c7595a931c3%2C42659%2C1733289663905, offset=6c7595a931c3%2C42659%2C1733289663905.1733289665495:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:42659 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:21:33,058 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:21:33,058 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:21:33,060 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:21:33,060 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:21:33,060 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:21:33,060 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 912028048 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 201294448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:21:33,060 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:21:33,198 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:33,219 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/f/fa2004378c76448bb95b227fcc44fba9 2024-12-04T05:21:33,223 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa2004378c76448bb95b227fcc44fba9 2024-12-04T05:21:33,240 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/f1/5836e7a0dbd84fbfa36ba34ee05ff858 is 30, key is row1/f1:/1733289686824/DeleteFamily/seqid=0 2024-12-04T05:21:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741843_1019 (size=5158) 2024-12-04T05:21:33,245 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/ns/bc7e467aae9e4171821c6861f20ca959 2024-12-04T05:21:33,260 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1438, reset compression=false 2024-12-04T05:21:33,262 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f1178766f34273ad269fd09ea3cd3e is 112, key is test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424./rep_barrier:seqnumDuringOpen/1733289673169/Put/seqid=0 2024-12-04T05:21:33,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741844_1020 (size=5518) 2024-12-04T05:21:33,399 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:33,400 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:21:33,400 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:21:33,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:21:33,563 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1438, reset compression=false 2024-12-04T05:21:33,599 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:33,644 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/f1/5836e7a0dbd84fbfa36ba34ee05ff858 2024-12-04T05:21:33,648 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5836e7a0dbd84fbfa36ba34ee05ff858 2024-12-04T05:21:33,665 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f1178766f34273ad269fd09ea3cd3e 2024-12-04T05:21:33,666 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/norep/315612b19148444b8066920a496c533c is 33, key is row1/norep:/1733289686824/DeleteFamily/seqid=0 2024-12-04T05:21:33,670 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:33,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741845_1021 (size=5108) 2024-12-04T05:21:33,687 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/table/d0d2cbf66d0f4da2a5a2822d7d130c43 is 53, key is hbase:replication/table:state/1733289679654/Put/seqid=0 2024-12-04T05:21:33,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741846_1022 (size=5308) 2024-12-04T05:21:33,799 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:33,966 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1438, reset compression=false 2024-12-04T05:21:33,999 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ae614d33f67ba0dc5e54b1a18193424, 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:34,071 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/norep/315612b19148444b8066920a496c533c 2024-12-04T05:21:34,074 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 315612b19148444b8066920a496c533c 2024-12-04T05:21:34,075 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/f/fa2004378c76448bb95b227fcc44fba9 as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/f/fa2004378c76448bb95b227fcc44fba9 2024-12-04T05:21:34,078 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa2004378c76448bb95b227fcc44fba9 2024-12-04T05:21:34,078 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/f/fa2004378c76448bb95b227fcc44fba9, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T05:21:34,079 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/f1/5836e7a0dbd84fbfa36ba34ee05ff858 as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/f1/5836e7a0dbd84fbfa36ba34ee05ff858 2024-12-04T05:21:34,082 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5836e7a0dbd84fbfa36ba34ee05ff858 2024-12-04T05:21:34,082 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/f1/5836e7a0dbd84fbfa36ba34ee05ff858, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T05:21:34,083 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/.tmp/norep/315612b19148444b8066920a496c533c as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/norep/315612b19148444b8066920a496c533c 2024-12-04T05:21:34,086 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 315612b19148444b8066920a496c533c 2024-12-04T05:21:34,086 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/norep/315612b19148444b8066920a496c533c, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T05:21:34,087 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1ae614d33f67ba0dc5e54b1a18193424 in 1289ms, sequenceid=10, compaction requested=false 2024-12-04T05:21:34,087 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:21:34,091 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/table/d0d2cbf66d0f4da2a5a2822d7d130c43 2024-12-04T05:21:34,091 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/default/test/1ae614d33f67ba0dc5e54b1a18193424/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T05:21:34,092 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:34,092 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:21:34,092 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:34,092 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ae614d33f67ba0dc5e54b1a18193424: Waiting for close lock at 1733289692797Running coprocessor pre-close hooks at 1733289692797Disabling compacts and flushes for region at 1733289692797Disabling writes for close at 1733289692798 (+1 ms)Obtaining lock to block concurrent updates at 1733289692798Preparing flush snapshotting stores in 1ae614d33f67ba0dc5e54b1a18193424 at 1733289692798Finished memstore snapshotting test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733289692798Flushing stores of test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. at 1733289692799 (+1 ms)Flushing 1ae614d33f67ba0dc5e54b1a18193424/f: creating writer at 1733289692799Flushing 1ae614d33f67ba0dc5e54b1a18193424/f: appending metadata at 1733289692814 (+15 ms)Flushing 1ae614d33f67ba0dc5e54b1a18193424/f: closing flushed file at 1733289692814Flushing 1ae614d33f67ba0dc5e54b1a18193424/f1: creating writer at 1733289693223 (+409 ms)Flushing 1ae614d33f67ba0dc5e54b1a18193424/f1: appending metadata at 1733289693239 (+16 ms)Flushing 1ae614d33f67ba0dc5e54b1a18193424/f1: closing flushed file at 1733289693239Flushing 1ae614d33f67ba0dc5e54b1a18193424/norep: creating writer at 1733289693648 (+409 ms)Flushing 1ae614d33f67ba0dc5e54b1a18193424/norep: appending metadata at 1733289693665 (+17 ms)Flushing 1ae614d33f67ba0dc5e54b1a18193424/norep: closing flushed file at 1733289693666 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276e8acd: reopening flushed file at 1733289694074 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f53fe8: reopening flushed file at 1733289694078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748a8065: reopening flushed file at 1733289694082 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1ae614d33f67ba0dc5e54b1a18193424 in 1289ms, sequenceid=10, compaction requested=false at 1733289694087 (+5 ms)Writing region close event to WAL at 1733289694089 (+2 ms)Running coprocessor post-close hooks at 1733289694092 (+3 ms)Closed at 1733289694092 2024-12-04T05:21:34,092 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289672025.1ae614d33f67ba0dc5e54b1a18193424. 2024-12-04T05:21:34,093 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ab76820f14720580e3dfd2817881dd, disabling compactions & flushes 2024-12-04T05:21:34,093 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,093 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,093 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. after waiting 0 ms 2024-12-04T05:21:34,093 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,093 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ab76820f14720580e3dfd2817881dd: Waiting for close lock at 1733289694093Running coprocessor pre-close hooks at 1733289694093Disabling compacts and flushes for region at 1733289694093Disabling writes for close at 1733289694093Failed flush hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd., putting online again at 1733289694093 2024-12-04T05:21:34,093 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,094 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/info/0c8bc5e8e5ac4bb3b1864ea01d4dffde as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/info/0c8bc5e8e5ac4bb3b1864ea01d4dffde 2024-12-04T05:21:34,098 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/info/0c8bc5e8e5ac4bb3b1864ea01d4dffde, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:21:34,098 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/ns/bc7e467aae9e4171821c6861f20ca959 as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/ns/bc7e467aae9e4171821c6861f20ca959 2024-12-04T05:21:34,101 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/ns/bc7e467aae9e4171821c6861f20ca959, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:21:34,102 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/rep_barrier/d9f1178766f34273ad269fd09ea3cd3e as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/rep_barrier/d9f1178766f34273ad269fd09ea3cd3e 2024-12-04T05:21:34,105 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/rep_barrier/d9f1178766f34273ad269fd09ea3cd3e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:21:34,105 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/.tmp/table/d0d2cbf66d0f4da2a5a2822d7d130c43 as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/table/d0d2cbf66d0f4da2a5a2822d7d130c43 2024-12-04T05:21:34,122 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/table/d0d2cbf66d0f4da2a5a2822d7d130c43, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:21:34,123 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-12-04T05:21:34,123 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:21:34,131 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:21:34,131 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:34,131 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:21:34,131 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:34,131 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289692798Running coprocessor pre-close hooks at 1733289692798Disabling compacts and flushes for region at 1733289692798Disabling writes for close at 1733289692798Obtaining lock to block concurrent updates at 1733289692798Preparing flush snapshotting stores in 1588230740 at 1733289692798Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289692799 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289692799Flushing 1588230740/info: creating writer at 1733289692799Flushing 1588230740/info: appending metadata at 1733289692821 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733289692821Flushing 1588230740/ns: creating writer at 1733289692828 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733289692841 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733289692841Flushing 1588230740/rep_barrier: creating writer at 1733289693248 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289693261 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289693262 (+1 ms)Flushing 1588230740/table: creating writer at 1733289693669 (+407 ms)Flushing 1588230740/table: appending metadata at 1733289693687 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733289693687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2facb37d: reopening flushed file at 1733289694094 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a292323: reopening flushed file at 1733289694098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf79ae3: reopening flushed file at 1733289694101 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661d536e: reopening flushed file at 1733289694105 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1733289694123 (+18 ms)Writing region close event to WAL at 1733289694128 (+5 ms)Running coprocessor post-close hooks at 1733289694131 (+3 ms)Closed at 1733289694131 2024-12-04T05:21:34,132 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:34,199 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:21:34,199 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1325): Online Regions={65ab76820f14720580e3dfd2817881dd=hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd.} 2024-12-04T05:21:34,199 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(3091): Received CLOSE for 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:34,199 DEBUG [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1351): Waiting on 65ab76820f14720580e3dfd2817881dd 2024-12-04T05:21:34,199 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65ab76820f14720580e3dfd2817881dd, disabling compactions & flushes 2024-12-04T05:21:34,200 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. after waiting 0 ms 2024-12-04T05:21:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65ab76820f14720580e3dfd2817881dd: Waiting for close lock at 1733289694199Running coprocessor pre-close hooks at 1733289694199Disabling compacts and flushes for region at 1733289694199Disabling writes for close at 1733289694200 (+1 ms)Failed flush hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd., putting online again at 1733289694200 2024-12-04T05:21:34,200 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733289678486.65ab76820f14720580e3dfd2817881dd. 2024-12-04T05:21:34,400 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T05:21:34,400 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,42659,1733289663905; all regions closed. 2024-12-04T05:21:34,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:21:34,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.meta.1733289666407.meta not finished, retry = 0 2024-12-04T05:21:34,470 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 1438, reset compression=false 2024-12-04T05:21:34,474 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:34,474 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 2082, reset compression=false 2024-12-04T05:21:34,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.rep.1733289679616 not finished, retry = 0 2024-12-04T05:21:34,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741839_1015 (size=2171) 2024-12-04T05:21:34,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 not finished, retry = 0 2024-12-04T05:21:34,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741832_1008 (size=2090) 2024-12-04T05:21:34,677 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 to pos 2082, reset compression=false 2024-12-04T05:21:34,708 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:34,708 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:21:34,709 INFO [RS:0;6c7595a931c3:42659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:21:34,709 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/WALs/6c7595a931c3,42659,1733289663905/6c7595a931c3%2C42659%2C1733289663905.1733289665495 2024-12-04T05:21:34,709 INFO [RS:0;6c7595a931c3:42659 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:21:34,709 INFO [RS:0;6c7595a931c3:42659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:21:34,709 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:21:34,709 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,42659,1733289663905 because: Region server is closing 2024-12-04T05:21:34,709 INFO [RS:0;6c7595a931c3:42659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42659. 2024-12-04T05:21:34,709 DEBUG [RS:0;6c7595a931c3:42659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:34,709 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:34,710 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:34,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:34,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:34,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,810 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.shipper6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 terminated 2024-12-04T05:21:34,810 INFO [RS:0;6c7595a931c3:42659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:42659. 2024-12-04T05:21:34,810 DEBUG [RS:0;6c7595a931c3:42659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:34,810 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:34,810 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,42659,1733289663905.replicationSource.wal-reader.6c7595a931c3%2C42659%2C1733289663905,1-6c7595a931c3,42659,1733289663905 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T05:21:34,810 DEBUG [RS:0;6c7595a931c3:42659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:34,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:34,810 INFO [RS:0;6c7595a931c3:42659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42659 2024-12-04T05:21:34,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787/rs 2024-12-04T05:21:34,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1673254787/rs/6c7595a931c3,42659,1733289663905 2024-12-04T05:21:34,815 INFO [RS:0;6c7595a931c3:42659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:21:34,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,42659,1733289663905] 2024-12-04T05:21:34,822 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1673254787/draining/6c7595a931c3,42659,1733289663905 already deleted, retry=false 2024-12-04T05:21:34,822 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,42659,1733289663905 expired; onlineServers=0 2024-12-04T05:21:34,822 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,34807,1733289663863' ***** 2024-12-04T05:21:34,822 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:21:34,822 INFO [M:0;6c7595a931c3:34807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:21:34,823 INFO [M:0;6c7595a931c3:34807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:21:34,823 DEBUG [M:0;6c7595a931c3:34807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:21:34,823 DEBUG [M:0;6c7595a931c3:34807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:21:34,823 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:21:34,823 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289665274 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289665274,5,FailOnTimeoutGroup] 2024-12-04T05:21:34,823 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289665274 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289665274,5,FailOnTimeoutGroup] 2024-12-04T05:21:34,823 INFO [M:0;6c7595a931c3:34807 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:21:34,823 INFO [M:0;6c7595a931c3:34807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:21:34,823 DEBUG [M:0;6c7595a931c3:34807 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:21:34,823 INFO [M:0;6c7595a931c3:34807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:21:34,823 INFO [M:0;6c7595a931c3:34807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:21:34,823 INFO [M:0;6c7595a931c3:34807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:21:34,823 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:21:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1673254787/master 2024-12-04T05:21:34,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1673254787 2024-12-04T05:21:34,825 DEBUG [M:0;6c7595a931c3:34807 {}] zookeeper.ZKUtil(347): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Unable to get data of znode /1-1673254787/master because node does not exist (not an error) 2024-12-04T05:21:34,825 WARN [M:0;6c7595a931c3:34807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:21:34,825 INFO [M:0;6c7595a931c3:34807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/.lastflushedseqids 2024-12-04T05:21:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741847_1023 (size=245) 2024-12-04T05:21:34,832 INFO [M:0;6c7595a931c3:34807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:21:34,833 INFO [M:0;6c7595a931c3:34807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:21:34,833 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:34,833 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:34,833 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:34,833 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:34,833 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:34,833 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T05:21:34,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,853 DEBUG [M:0;6c7595a931c3:34807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f2e2eaf7657488ba237aa8149e944a5 is 82, key is hbase:meta,,1/info:regioninfo/1733289666434/Put/seqid=0 2024-12-04T05:21:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741848_1024 (size=5672) 2024-12-04T05:21:34,860 INFO [M:0;6c7595a931c3:34807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f2e2eaf7657488ba237aa8149e944a5 2024-12-04T05:21:34,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:34,879 DEBUG [M:0;6c7595a931c3:34807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0a44fa66184681854c9d9a08274bef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289679657/Put/seqid=0 2024-12-04T05:21:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741849_1025 (size=8517) 2024-12-04T05:21:34,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:34,922 INFO [RS:0;6c7595a931c3:42659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:21:34,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42659-0x1017beb336a0004, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:34,922 INFO [RS:0;6c7595a931c3:42659 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,42659,1733289663905; zookeeper connection closed. 2024-12-04T05:21:34,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c50dafa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c50dafa 2024-12-04T05:21:34,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:21:34,973 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:35,283 INFO [M:0;6c7595a931c3:34807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0a44fa66184681854c9d9a08274bef 2024-12-04T05:21:35,304 DEBUG [M:0;6c7595a931c3:34807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92a4ed9314dd488e95b90e8fe1d7c1f3 is 69, key is 6c7595a931c3,42659,1733289663905/rs:state/1733289665348/Put/seqid=0 2024-12-04T05:21:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741850_1026 (size=5156) 2024-12-04T05:21:35,708 INFO [M:0;6c7595a931c3:34807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92a4ed9314dd488e95b90e8fe1d7c1f3 2024-12-04T05:21:35,713 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f2e2eaf7657488ba237aa8149e944a5 as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f2e2eaf7657488ba237aa8149e944a5 2024-12-04T05:21:35,716 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f2e2eaf7657488ba237aa8149e944a5, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T05:21:35,717 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0a44fa66184681854c9d9a08274bef as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f0a44fa66184681854c9d9a08274bef 2024-12-04T05:21:35,720 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f0a44fa66184681854c9d9a08274bef, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T05:21:35,720 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92a4ed9314dd488e95b90e8fe1d7c1f3 as hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92a4ed9314dd488e95b90e8fe1d7c1f3 2024-12-04T05:21:35,724 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44479/user/jenkins/test-data/690c9309-5dd7-81b1-1804-bb264d31f7ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92a4ed9314dd488e95b90e8fe1d7c1f3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T05:21:35,724 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-12-04T05:21:35,726 INFO [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:35,726 DEBUG [M:0;6c7595a931c3:34807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289694833Disabling compacts and flushes for region at 1733289694833Disabling writes for close at 1733289694833Obtaining lock to block concurrent updates at 1733289694833Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289694833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733289694834 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289694834Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289694834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289694853 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289694853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289694864 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289694879 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289694879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289695287 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289695303 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289695303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752a912d: reopening flushed file at 1733289695712 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b0d2b3: reopening flushed file at 1733289695716 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744d6b27: reopening flushed file at 1733289695720 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1733289695724 (+4 ms)Writing region close event to WAL at 1733289695726 (+2 ms)Closed at 1733289695726 2024-12-04T05:21:35,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46039 is added to blk_1073741830_1006 (size=63666) 2024-12-04T05:21:35,729 INFO [M:0;6c7595a931c3:34807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:21:35,729 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:21:35,729 INFO [M:0;6c7595a931c3:34807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34807 2024-12-04T05:21:35,729 INFO [M:0;6c7595a931c3:34807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:21:35,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:35,833 INFO [M:0;6c7595a931c3:34807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:21:35,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34807-0x1017beb336a0003, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:35,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fe59642{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:35,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@444040cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:21:35,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:21:35,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5409c56e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:21:35,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d88b43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir/,STOPPED} 2024-12-04T05:21:35,837 WARN [BP-2064706629-172.17.0.2-1733289662843 heartbeating to localhost/127.0.0.1:44479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:21:35,838 WARN [BP-2064706629-172.17.0.2-1733289662843 heartbeating to localhost/127.0.0.1:44479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064706629-172.17.0.2-1733289662843 (Datanode Uuid 1c7d290d-75e6-437d-94ee-f38a079a7b80) service to localhost/127.0.0.1:44479 2024-12-04T05:21:35,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:21:35,838 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:21:35,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/cluster_ba6a1107-0f13-aeb9-ae67-621883916078/data/data1/current/BP-2064706629-172.17.0.2-1733289662843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:21:35,838 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/cluster_ba6a1107-0f13-aeb9-ae67-621883916078/data/data2/current/BP-2064706629-172.17.0.2-1733289662843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:21:35,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:21:35,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3de640fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:35,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3294d12a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:21:35,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:21:35,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@138f5cf8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:21:35,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@730f7501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac3c0315-e6d0-ee5c-b4cf-fe20c3453cdd/hadoop.log.dir/,STOPPED} 2024-12-04T05:21:35,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:21:35,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:21:35,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:35,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:35,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:35,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:21:35,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=302651344, stopped=false 2024-12-04T05:21:35,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,34693,1733289659724 2024-12-04T05:21:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0292630375/running 2024-12-04T05:21:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0292630375/running 2024-12-04T05:21:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:35,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:21:35,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/running 2024-12-04T05:21:35,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Set watcher on znode that does not yet exist, /0292630375/running 2024-12-04T05:21:35,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:35,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:35,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:35,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,40523,1733289659783' ***** 2024-12-04T05:21:35,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(3091): Received CLOSE for d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:35,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(3091): Received CLOSE for 19342dac9b9c23b03563e9499b360afc 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,40523,1733289659783 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:21:35,861 INFO [RS:0;6c7595a931c3:40523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40523. 2024-12-04T05:21:35,861 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d882ba0abc23634cf0d22713ccbfbe04, disabling compactions & flushes 2024-12-04T05:21:35,861 DEBUG [RS:0;6c7595a931c3:40523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:35,861 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:35,861 DEBUG [RS:0;6c7595a931c3:40523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:35,861 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:35,862 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. after waiting 0 ms 2024-12-04T05:21:35,862 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:35,862 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:21:35,862 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:21:35,862 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:21:35,862 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:21:35,862 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d882ba0abc23634cf0d22713ccbfbe04 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T05:21:35,862 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:21:35,862 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d882ba0abc23634cf0d22713ccbfbe04=test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04., 19342dac9b9c23b03563e9499b360afc=hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc.} 2024-12-04T05:21:35,862 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19342dac9b9c23b03563e9499b360afc, d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:35,862 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:35,862 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:35,862 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:35,862 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:35,862 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:35,862 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:21:35,878 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/info/76d2c50b8c694b92bb8efbe4a78e3515 is 147, key is hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc./info:regioninfo/1733289677501/Put/seqid=0 2024-12-04T05:21:35,878 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/f/cf8107daa2974abbb799a850f3885319 is 28, key is row/f:/1733289685817/DeleteFamily/seqid=0 2024-12-04T05:21:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741840_1016 (size=7686) 2024-12-04T05:21:35,882 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:21:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741841_1017 (size=5085) 2024-12-04T05:21:35,886 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/f/cf8107daa2974abbb799a850f3885319 2024-12-04T05:21:35,889 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf8107daa2974abbb799a850f3885319 2024-12-04T05:21:35,908 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/f1/2d3431dba0104aa1921e280550d618d7 is 29, key is row/f1:/1733289685817/DeleteFamily/seqid=0 2024-12-04T05:21:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741842_1018 (size=5089) 2024-12-04T05:21:35,912 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/f1/2d3431dba0104aa1921e280550d618d7 2024-12-04T05:21:35,916 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d3431dba0104aa1921e280550d618d7 2024-12-04T05:21:35,935 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/norep/e10bd6fd89574492873022099886ddf8 is 32, key is row/norep:/1733289685817/DeleteFamily/seqid=0 2024-12-04T05:21:35,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741843_1019 (size=5101) 2024-12-04T05:21:36,062 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19342dac9b9c23b03563e9499b360afc, d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:36,262 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19342dac9b9c23b03563e9499b360afc, d882ba0abc23634cf0d22713ccbfbe04 2024-12-04T05:21:36,282 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/info/76d2c50b8c694b92bb8efbe4a78e3515 2024-12-04T05:21:36,301 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/ns/0cdedeebe7db475d8cee18ffcb168898 is 43, key is default/ns:d/1733289662717/Put/seqid=0 2024-12-04T05:21:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741844_1020 (size=5153) 2024-12-04T05:21:36,339 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/norep/e10bd6fd89574492873022099886ddf8 2024-12-04T05:21:36,343 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e10bd6fd89574492873022099886ddf8 2024-12-04T05:21:36,344 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/f/cf8107daa2974abbb799a850f3885319 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/f/cf8107daa2974abbb799a850f3885319 2024-12-04T05:21:36,347 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf8107daa2974abbb799a850f3885319 2024-12-04T05:21:36,347 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/f/cf8107daa2974abbb799a850f3885319, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T05:21:36,348 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/f1/2d3431dba0104aa1921e280550d618d7 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/f1/2d3431dba0104aa1921e280550d618d7 2024-12-04T05:21:36,352 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d3431dba0104aa1921e280550d618d7 2024-12-04T05:21:36,352 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/f1/2d3431dba0104aa1921e280550d618d7, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T05:21:36,352 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/.tmp/norep/e10bd6fd89574492873022099886ddf8 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/norep/e10bd6fd89574492873022099886ddf8 2024-12-04T05:21:36,356 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e10bd6fd89574492873022099886ddf8 2024-12-04T05:21:36,356 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/norep/e10bd6fd89574492873022099886ddf8, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T05:21:36,357 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d882ba0abc23634cf0d22713ccbfbe04 in 494ms, sequenceid=6, compaction requested=false 2024-12-04T05:21:36,357 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:21:36,360 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/default/test/d882ba0abc23634cf0d22713ccbfbe04/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:21:36,361 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d882ba0abc23634cf0d22713ccbfbe04: Waiting for close lock at 1733289695861Running coprocessor pre-close hooks at 1733289695861Disabling compacts and flushes for region at 1733289695861Disabling writes for close at 1733289695862 (+1 ms)Obtaining lock to block concurrent updates at 1733289695862Preparing flush snapshotting stores in d882ba0abc23634cf0d22713ccbfbe04 at 1733289695862Finished memstore snapshotting test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733289695862Flushing stores of test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. at 1733289695862Flushing d882ba0abc23634cf0d22713ccbfbe04/f: creating writer at 1733289695863 (+1 ms)Flushing d882ba0abc23634cf0d22713ccbfbe04/f: appending metadata at 1733289695877 (+14 ms)Flushing d882ba0abc23634cf0d22713ccbfbe04/f: closing flushed file at 1733289695877Flushing d882ba0abc23634cf0d22713ccbfbe04/f1: creating writer at 1733289695889 (+12 ms)Flushing d882ba0abc23634cf0d22713ccbfbe04/f1: appending metadata at 1733289695907 (+18 ms)Flushing d882ba0abc23634cf0d22713ccbfbe04/f1: closing flushed file at 1733289695907Flushing d882ba0abc23634cf0d22713ccbfbe04/norep: creating writer at 1733289695916 (+9 ms)Flushing d882ba0abc23634cf0d22713ccbfbe04/norep: appending metadata at 1733289695934 (+18 ms)Flushing d882ba0abc23634cf0d22713ccbfbe04/norep: closing flushed file at 1733289695934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10db97b2: reopening flushed file at 1733289696343 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a83d82: reopening flushed file at 1733289696347 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecbf587: reopening flushed file at 1733289696352 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d882ba0abc23634cf0d22713ccbfbe04 in 494ms, sequenceid=6, compaction requested=false at 1733289696357 (+5 ms)Writing region close event to WAL at 1733289696358 (+1 ms)Running coprocessor post-close hooks at 1733289696361 (+3 ms)Closed at 1733289696361 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04. 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19342dac9b9c23b03563e9499b360afc, disabling compactions & flushes 2024-12-04T05:21:36,361 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. after waiting 0 ms 2024-12-04T05:21:36,361 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:36,361 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19342dac9b9c23b03563e9499b360afc 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T05:21:36,376 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 636, reset compression=false 2024-12-04T05:21:36,378 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/.tmp/queue/8a02b7e4c5a04cb08b2c887981262058 is 153, key is 1-6c7595a931c3,40523,1733289659783/queue:6c7595a931c3%2C40523%2C1733289659783/1733289685936/Put/seqid=0 2024-12-04T05:21:36,381 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:36,381 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 1527, reset compression=false 2024-12-04T05:21:36,381 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,40523,1733289659783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:36,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741845_1021 (size=5352) 2024-12-04T05:21:36,381 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/.tmp/queue/8a02b7e4c5a04cb08b2c887981262058 2024-12-04T05:21:36,382 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6c7595a931c3,40523,1733289659783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6c7595a931c3,40523,1733289659783, walGroup=6c7595a931c3%2C40523%2C1733289659783, offset=6c7595a931c3%2C40523%2C1733289659783.1733289661779:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:40523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T05:21:36,383 ERROR [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T05:21:36,383 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T05:21:36,383 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T05:21:36,383 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T05:21:36,383 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T05:21:36,384 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1006399888 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201976752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T05:21:36,384 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:34693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T05:21:36,387 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/.tmp/queue/8a02b7e4c5a04cb08b2c887981262058 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/queue/8a02b7e4c5a04cb08b2c887981262058 2024-12-04T05:21:36,390 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/queue/8a02b7e4c5a04cb08b2c887981262058, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T05:21:36,391 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 19342dac9b9c23b03563e9499b360afc in 30ms, sequenceid=8, compaction requested=false 2024-12-04T05:21:36,391 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:21:36,394 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/replication/19342dac9b9c23b03563e9499b360afc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T05:21:36,394 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:36,394 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:21:36,394 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:36,395 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19342dac9b9c23b03563e9499b360afc: Waiting for close lock at 1733289696361Running coprocessor pre-close hooks at 1733289696361Disabling compacts and flushes for region at 1733289696361Disabling writes for close at 1733289696361Obtaining lock to block concurrent updates at 1733289696361Preparing flush snapshotting stores in 19342dac9b9c23b03563e9499b360afc at 1733289696361Finished memstore snapshotting hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733289696362 (+1 ms)Flushing stores of hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. at 1733289696362Flushing 19342dac9b9c23b03563e9499b360afc/queue: creating writer at 1733289696362Flushing 19342dac9b9c23b03563e9499b360afc/queue: appending metadata at 1733289696377 (+15 ms)Flushing 19342dac9b9c23b03563e9499b360afc/queue: closing flushed file at 1733289696377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a271d73: reopening flushed file at 1733289696386 (+9 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 19342dac9b9c23b03563e9499b360afc in 30ms, sequenceid=8, compaction requested=false at 1733289696391 (+5 ms)Writing region close event to WAL at 1733289696392 (+1 ms)Running coprocessor post-close hooks at 1733289696394 (+2 ms)Closed at 1733289696394 2024-12-04T05:21:36,395 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289676337.19342dac9b9c23b03563e9499b360afc. 2024-12-04T05:21:36,463 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:21:36,584 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.wal-reader.6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/WALs/6c7595a931c3,40523,1733289659783/6c7595a931c3%2C40523%2C1733289659783.1733289661779 to pos 1527, reset compression=false 2024-12-04T05:21:36,663 DEBUG [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:21:36,705 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/ns/0cdedeebe7db475d8cee18ffcb168898 2024-12-04T05:21:36,712 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:21:36,713 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:21:36,724 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/rep_barrier/cf1172be3948482a99b6f911ef7bc80a is 112, key is test,,1733289669867.d882ba0abc23634cf0d22713ccbfbe04./rep_barrier:seqnumDuringOpen/1733289671014/Put/seqid=0 2024-12-04T05:21:36,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741846_1022 (size=5518) 2024-12-04T05:21:36,727 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/rep_barrier/cf1172be3948482a99b6f911ef7bc80a 2024-12-04T05:21:36,749 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/table/e093d30b2d804651abe7f1f5fa4de7c3 is 53, key is hbase:replication/table:state/1733289677507/Put/seqid=0 2024-12-04T05:21:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741847_1023 (size=5308) 2024-12-04T05:21:36,753 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/table/e093d30b2d804651abe7f1f5fa4de7c3 2024-12-04T05:21:36,757 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/info/76d2c50b8c694b92bb8efbe4a78e3515 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/info/76d2c50b8c694b92bb8efbe4a78e3515 2024-12-04T05:21:36,760 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/info/76d2c50b8c694b92bb8efbe4a78e3515, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:21:36,761 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/ns/0cdedeebe7db475d8cee18ffcb168898 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/ns/0cdedeebe7db475d8cee18ffcb168898 2024-12-04T05:21:36,764 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/ns/0cdedeebe7db475d8cee18ffcb168898, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:21:36,765 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/rep_barrier/cf1172be3948482a99b6f911ef7bc80a as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/rep_barrier/cf1172be3948482a99b6f911ef7bc80a 2024-12-04T05:21:36,768 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/rep_barrier/cf1172be3948482a99b6f911ef7bc80a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:21:36,769 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/.tmp/table/e093d30b2d804651abe7f1f5fa4de7c3 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/table/e093d30b2d804651abe7f1f5fa4de7c3 2024-12-04T05:21:36,772 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/table/e093d30b2d804651abe7f1f5fa4de7c3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:21:36,773 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-12-04T05:21:36,773 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:21:36,777 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:21:36,778 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:21:36,778 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:21:36,778 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:36,778 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289695862Running coprocessor pre-close hooks at 1733289695862Disabling compacts and flushes for region at 1733289695862Disabling writes for close at 1733289695862Obtaining lock to block concurrent updates at 1733289695862Preparing flush snapshotting stores in 1588230740 at 1733289695862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289695863 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733289695863Flushing 1588230740/info: creating writer at 1733289695863Flushing 1588230740/info: appending metadata at 1733289695877 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733289695877Flushing 1588230740/ns: creating writer at 1733289696286 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733289696301 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733289696301Flushing 1588230740/rep_barrier: creating writer at 1733289696709 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289696723 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289696723Flushing 1588230740/table: creating writer at 1733289696731 (+8 ms)Flushing 1588230740/table: appending metadata at 1733289696749 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733289696749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313739f8: reopening flushed file at 1733289696756 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c4e85f: reopening flushed file at 1733289696760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296c1ee8: reopening flushed file at 1733289696764 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388ad028: reopening flushed file at 1733289696768 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1733289696773 (+5 ms)Writing region close event to WAL at 1733289696775 (+2 ms)Running coprocessor post-close hooks at 1733289696778 (+3 ms)Closed at 1733289696778 2024-12-04T05:21:36,778 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:36,863 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,40523,1733289659783; all regions closed. 2024-12-04T05:21:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741834_1010 (size=4239) 2024-12-04T05:21:36,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741839_1015 (size=2240) 2024-12-04T05:21:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741832_1008 (size=1535) 2024-12-04T05:21:36,870 DEBUG [RS:0;6c7595a931c3:40523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:36,870 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:21:36,870 INFO [RS:0;6c7595a931c3:40523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:21:36,870 INFO [RS:0;6c7595a931c3:40523 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:21:36,870 INFO [RS:0;6c7595a931c3:40523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:21:36,871 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:21:36,871 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,40523,1733289659783 because: Region server is closing 2024-12-04T05:21:36,871 INFO [RS:0;6c7595a931c3:40523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:40523. 2024-12-04T05:21:36,871 DEBUG [RS:0;6c7595a931c3:40523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:36,871 DEBUG [RS:0;6c7595a931c3:40523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:36,871 DEBUG [RS:0;6c7595a931c3:40523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:36,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:36,972 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,40523,1733289659783.replicationSource.shipper6c7595a931c3%2C40523%2C1733289659783,1-6c7595a931c3,40523,1733289659783 terminated 2024-12-04T05:21:36,972 INFO [RS:0;6c7595a931c3:40523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40523 2024-12-04T05:21:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0292630375/rs/6c7595a931c3,40523,1733289659783 2024-12-04T05:21:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375/rs 2024-12-04T05:21:36,977 INFO [RS:0;6c7595a931c3:40523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:21:36,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,40523,1733289659783] 2024-12-04T05:21:36,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0292630375/draining/6c7595a931c3,40523,1733289659783 already deleted, retry=false 2024-12-04T05:21:36,982 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,40523,1733289659783 expired; onlineServers=0 2024-12-04T05:21:36,982 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,34693,1733289659724' ***** 2024-12-04T05:21:36,982 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:21:36,982 INFO [M:0;6c7595a931c3:34693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:21:36,982 INFO [M:0;6c7595a931c3:34693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:21:36,982 DEBUG [M:0;6c7595a931c3:34693 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:21:36,982 DEBUG [M:0;6c7595a931c3:34693 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:21:36,982 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:21:36,982 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289661538 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289661538,5,FailOnTimeoutGroup] 2024-12-04T05:21:36,982 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289661540 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289661540,5,FailOnTimeoutGroup] 2024-12-04T05:21:36,982 INFO [M:0;6c7595a931c3:34693 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:21:36,983 INFO [M:0;6c7595a931c3:34693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:21:36,983 DEBUG [M:0;6c7595a931c3:34693 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:21:36,983 INFO [M:0;6c7595a931c3:34693 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:21:36,983 INFO [M:0;6c7595a931c3:34693 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:21:36,983 INFO [M:0;6c7595a931c3:34693 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:21:36,983 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:21:36,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0292630375/master 2024-12-04T05:21:36,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0292630375 2024-12-04T05:21:36,984 DEBUG [M:0;6c7595a931c3:34693 {}] zookeeper.ZKUtil(347): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Unable to get data of znode /0292630375/master because node does not exist (not an error) 2024-12-04T05:21:36,984 WARN [M:0;6c7595a931c3:34693 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:21:36,985 INFO [M:0;6c7595a931c3:34693 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/.lastflushedseqids 2024-12-04T05:21:36,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741848_1024 (size=245) 2024-12-04T05:21:37,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:37,080 INFO [RS:0;6c7595a931c3:40523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:21:37,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40523-0x1017beb336a0001, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:37,080 INFO [RS:0;6c7595a931c3:40523 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,40523,1733289659783; zookeeper connection closed. 2024-12-04T05:21:37,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a60c620 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a60c620 2024-12-04T05:21:37,081 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:21:37,389 INFO [M:0;6c7595a931c3:34693 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:21:37,389 INFO [M:0;6c7595a931c3:34693 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:21:37,390 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:37,390 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:37,390 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:37,390 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:37,390 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:37,390 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T05:21:37,410 DEBUG [M:0;6c7595a931c3:34693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4dc521e07504aac97f1a038006f7c72 is 82, key is hbase:meta,,1/info:regioninfo/1733289662703/Put/seqid=0 2024-12-04T05:21:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741849_1025 (size=5672) 2024-12-04T05:21:37,814 INFO [M:0;6c7595a931c3:34693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4dc521e07504aac97f1a038006f7c72 2024-12-04T05:21:37,833 DEBUG [M:0;6c7595a931c3:34693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8f70107b8ac4d9295599ae4927cf1cb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289671023/Put/seqid=0 2024-12-04T05:21:37,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741850_1026 (size=7218) 2024-12-04T05:21:37,837 INFO [M:0;6c7595a931c3:34693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8f70107b8ac4d9295599ae4927cf1cb 2024-12-04T05:21:37,840 INFO [M:0;6c7595a931c3:34693 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f70107b8ac4d9295599ae4927cf1cb 2024-12-04T05:21:37,855 DEBUG [M:0;6c7595a931c3:34693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70b4ee518cb548109d2655a527e08ac2 is 69, key is 6c7595a931c3,40523,1733289659783/rs:state/1733289661636/Put/seqid=0 2024-12-04T05:21:37,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741851_1027 (size=5156) 2024-12-04T05:21:38,260 INFO [M:0;6c7595a931c3:34693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70b4ee518cb548109d2655a527e08ac2 2024-12-04T05:21:38,264 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4dc521e07504aac97f1a038006f7c72 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4dc521e07504aac97f1a038006f7c72 2024-12-04T05:21:38,267 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4dc521e07504aac97f1a038006f7c72, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T05:21:38,268 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8f70107b8ac4d9295599ae4927cf1cb as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8f70107b8ac4d9295599ae4927cf1cb 2024-12-04T05:21:38,272 INFO [M:0;6c7595a931c3:34693 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8f70107b8ac4d9295599ae4927cf1cb 2024-12-04T05:21:38,272 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8f70107b8ac4d9295599ae4927cf1cb, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T05:21:38,272 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70b4ee518cb548109d2655a527e08ac2 as hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70b4ee518cb548109d2655a527e08ac2 2024-12-04T05:21:38,276 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40869/user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70b4ee518cb548109d2655a527e08ac2, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T05:21:38,277 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=105, compaction requested=false 2024-12-04T05:21:38,279 INFO [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:38,279 DEBUG [M:0;6c7595a931c3:34693 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289697390Disabling compacts and flushes for region at 1733289697390Disabling writes for close at 1733289697390Obtaining lock to block concurrent updates at 1733289697390Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289697390Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733289697390Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289697391 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289697391Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289697409 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289697409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289697818 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289697833 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289697833Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289697840 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289697855 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289697855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789f3344: reopening flushed file at 1733289698263 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3730482a: reopening flushed file at 1733289698267 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52131cc7: reopening flushed file at 1733289698272 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=105, compaction requested=false at 1733289698277 (+5 ms)Writing region close event to WAL at 1733289698279 (+2 ms)Closed at 1733289698279 2024-12-04T05:21:38,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f725dbf-d077-86e2-3e17-b75a8743bb0c/MasterData/WALs/6c7595a931c3,34693,1733289659724/6c7595a931c3%2C34693%2C1733289659724.1733289661463 not finished, retry = 0 2024-12-04T05:21:38,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741830_1006 (size=64423) 2024-12-04T05:21:38,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:21:38,382 INFO [M:0;6c7595a931c3:34693 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:21:38,382 INFO [M:0;6c7595a931c3:34693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34693 2024-12-04T05:21:38,383 INFO [M:0;6c7595a931c3:34693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:21:38,485 INFO [M:0;6c7595a931c3:34693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:21:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34693-0x1017beb336a0000, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:21:38,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f069f40{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:38,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5be456a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:21:38,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:21:38,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a69510{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:21:38,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@653a7d60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir/,STOPPED} 2024-12-04T05:21:38,490 WARN [BP-940874735-172.17.0.2-1733289658614 heartbeating to localhost/127.0.0.1:40869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:21:38,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:21:38,491 WARN [BP-940874735-172.17.0.2-1733289658614 heartbeating to localhost/127.0.0.1:40869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-940874735-172.17.0.2-1733289658614 (Datanode Uuid c3ed5937-67b1-4493-a9ea-993a944828b7) service to localhost/127.0.0.1:40869 2024-12-04T05:21:38,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:21:38,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/data/data1/current/BP-940874735-172.17.0.2-1733289658614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:21:38,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/cluster_b8c87e9e-f5ec-4f03-fd82-318890151797/data/data2/current/BP-940874735-172.17.0.2-1733289658614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:21:38,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:21:38,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a6ca357{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:38,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c25c2ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:21:38,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:21:38,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@213c33c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:21:38,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161c458{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/87acdbfa-8611-f476-3ba5-db01b2eed986/hadoop.log.dir/,STOPPED} 2024-12-04T05:21:38,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:21:38,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:21:38,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38779 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40869 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:40869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44479 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:44479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=796 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 359), ProcessCount=11 (was 11), AvailableMemoryMB=4351 (was 4795) 2024-12-04T05:21:38,539 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=796, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=4351 2024-12-04T05:21:38,554 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T05:21:38,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir so I do NOT create it in target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c 2024-12-04T05:21:38,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:21:38,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.tmp.dir so I do NOT create it in target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c 2024-12-04T05:21:38,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a38f3c-95d1-0617-5eeb-f9ff52c14308/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:21:38,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c 2024-12-04T05:21:38,555 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1, deleteOnExit=true 2024-12-04T05:21:38,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/zookeeper_0, clientPort=54451, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:21:38,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54451 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/test.cache.data in system properties and HBase conf 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:21:38,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:21:38,559 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:21:38,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:38,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:21:38,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:21:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017beb336a0005, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:21:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017beb336a0002, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:21:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017beb336a0008, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T05:21:38,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017beb336a0005, quorum=127.0.0.1:51119, baseZNode=/1-1673254787 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:21:38,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017beb336a0002, quorum=127.0.0.1:51119, baseZNode=/0292630375 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:21:38,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017beb336a0008, quorum=127.0.0.1:51119, baseZNode=/2-141133269 Received Disconnected from ZooKeeper, ignoring 2024-12-04T05:21:38,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:38,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:38,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:38,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:38,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:38,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:38,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdc2c0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:38,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c8a01c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:38,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e14fbe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/java.io.tmpdir/jetty-localhost-46675-hadoop-hdfs-3_4_1-tests_jar-_-any-837567685411472445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:38,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ff860a{HTTP/1.1, (http/1.1)}{localhost:46675} 2024-12-04T05:21:38,803 INFO [Time-limited test {}] server.Server(415): Started @284809ms 2024-12-04T05:21:38,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:38,916 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:38,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:38,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:38,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:38,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31658640{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:38,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@291a2b9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:39,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ed11b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/java.io.tmpdir/jetty-localhost-45801-hadoop-hdfs-3_4_1-tests_jar-_-any-12372152951581098925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:39,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ad958f{HTTP/1.1, (http/1.1)}{localhost:45801} 2024-12-04T05:21:39,034 INFO [Time-limited test {}] server.Server(415): Started @285040ms 2024-12-04T05:21:39,035 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:21:39,124 WARN [Thread-4166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/data/data2/current/BP-57228612-172.17.0.2-1733289698583/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:39,124 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/data/data1/current/BP-57228612-172.17.0.2-1733289698583/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:21:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:21:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:21:39,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:21:39,144 WARN [Thread-4153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:21:39,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92a7a67792c75308 with lease ID 0xb9f037fe132309a6: Processing first storage report for DS-2c413bdf-f5fe-4f17-b58b-6198605ecf6a from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=af73606d-cefe-4d52-9578-d118bb8ad9cf, infoPort=43251, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=355798172;c=1733289698583) 2024-12-04T05:21:39,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92a7a67792c75308 with lease ID 0xb9f037fe132309a6: from storage DS-2c413bdf-f5fe-4f17-b58b-6198605ecf6a node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=af73606d-cefe-4d52-9578-d118bb8ad9cf, infoPort=43251, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=355798172;c=1733289698583), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:39,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92a7a67792c75308 with lease ID 0xb9f037fe132309a6: Processing first storage report for DS-e17c79e5-d60b-4593-a7e5-636d507c20d9 from datanode DatanodeRegistration(127.0.0.1:44697, datanodeUuid=af73606d-cefe-4d52-9578-d118bb8ad9cf, infoPort=43251, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=355798172;c=1733289698583) 2024-12-04T05:21:39,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92a7a67792c75308 with lease ID 0xb9f037fe132309a6: from storage DS-e17c79e5-d60b-4593-a7e5-636d507c20d9 node DatanodeRegistration(127.0.0.1:44697, datanodeUuid=af73606d-cefe-4d52-9578-d118bb8ad9cf, infoPort=43251, infoSecurePort=0, ipcPort=40747, storageInfo=lv=-57;cid=testClusterID;nsid=355798172;c=1733289698583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:39,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c 2024-12-04T05:21:39,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:39,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:21:39,570 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba with version=8 2024-12-04T05:21:39,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/hbase-staging 2024-12-04T05:21:39,573 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:39,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:39,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:39,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:21:39,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:39,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40561 2024-12-04T05:21:39,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40561 connecting to ZooKeeper ensemble=127.0.0.1:54451 2024-12-04T05:21:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405610x0, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:39,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40561-0x1017bebcf8d0000 connected 2024-12-04T05:21:39,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:39,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:39,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on znode that does not yet exist, /01651003060/running 2024-12-04T05:21:39,609 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba, hbase.cluster.distributed=false 2024-12-04T05:21:39,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on znode that does not yet exist, /01651003060/acl 2024-12-04T05:21:39,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40561 2024-12-04T05:21:39,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40561 2024-12-04T05:21:39,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40561 2024-12-04T05:21:39,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40561 2024-12-04T05:21:39,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40561 2024-12-04T05:21:39,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:39,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:39,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:39,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:39,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:39,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:39,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:21:39,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:39,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33173 2024-12-04T05:21:39,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33173 connecting to ZooKeeper ensemble=127.0.0.1:54451 2024-12-04T05:21:39,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:39,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331730x0, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:39,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331730x0, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on znode that does not yet exist, /01651003060/running 2024-12-04T05:21:39,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33173-0x1017bebcf8d0001 connected 2024-12-04T05:21:39,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:21:39,640 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:21:39,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on znode that does not yet exist, /01651003060/master 2024-12-04T05:21:39,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on znode that does not yet exist, /01651003060/acl 2024-12-04T05:21:39,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33173 2024-12-04T05:21:39,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33173 2024-12-04T05:21:39,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33173 2024-12-04T05:21:39,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33173 2024-12-04T05:21:39,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33173 2024-12-04T05:21:39,662 DEBUG [M:0;6c7595a931c3:40561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:40561 2024-12-04T05:21:39,663 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01651003060/backup-masters/6c7595a931c3,40561,1733289699573 2024-12-04T05:21:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060/backup-masters 2024-12-04T05:21:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060/backup-masters 2024-12-04T05:21:39,665 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on existing znode=/01651003060/backup-masters/6c7595a931c3,40561,1733289699573 2024-12-04T05:21:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651003060/master 2024-12-04T05:21:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:39,669 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on existing znode=/01651003060/master 2024-12-04T05:21:39,670 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01651003060/backup-masters/6c7595a931c3,40561,1733289699573 from backup master directory 2024-12-04T05:21:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01651003060/backup-masters/6c7595a931c3,40561,1733289699573 2024-12-04T05:21:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060/backup-masters 2024-12-04T05:21:39,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060/backup-masters 2024-12-04T05:21:39,671 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:39,671 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,40561,1733289699573 2024-12-04T05:21:39,674 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/hbase.id] with ID: 5e90c7ed-83cc-4ee1-b18a-bab8d824164d 2024-12-04T05:21:39,674 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/.tmp/hbase.id 2024-12-04T05:21:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:39,692 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:39,693 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:21:39,693 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108779 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:21:40,079 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/.tmp/hbase.id]:[hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/hbase.id] 2024-12-04T05:21:40,086 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:40,086 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:40,087 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:21:40,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:40,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:40,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:40,493 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:40,494 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:40,494 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:40,900 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/data/master/store 2024-12-04T05:21:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:41,305 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:41,305 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:41,305 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:41,305 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:41,305 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:41,305 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:41,305 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:41,305 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289701305Disabling compacts and flushes for region at 1733289701305Disabling writes for close at 1733289701305Writing region close event to WAL at 1733289701305Closed at 1733289701305 2024-12-04T05:21:41,306 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/data/master/store/.initializing 2024-12-04T05:21:41,306 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/WALs/6c7595a931c3,40561,1733289699573 2024-12-04T05:21:41,307 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:41,308 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C40561%2C1733289699573, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/WALs/6c7595a931c3,40561,1733289699573, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:41,322 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/WALs/6c7595a931c3,40561,1733289699573/6c7595a931c3%2C40561%2C1733289699573.1733289701308, exclude list is [], retry=0 2024-12-04T05:21:41,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-2c413bdf-f5fe-4f17-b58b-6198605ecf6a,DISK] 2024-12-04T05:21:41,325 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/WALs/6c7595a931c3,40561,1733289699573/6c7595a931c3%2C40561%2C1733289699573.1733289701308 2024-12-04T05:21:41,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43251:43251)] 2024-12-04T05:21:41,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:41,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:41,325 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,326 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:41,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:41,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:41,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:41,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:41,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:41,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:41,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:41,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:41,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:41,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:41,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:41,331 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,331 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,332 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,332 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,332 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,333 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:41,333 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:41,334 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:41,335 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60483660, jitterRate=-0.09872323274612427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:41,335 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289701326Initializing all the Stores at 1733289701326Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289701326Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289701326Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289701326Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289701326Cleaning up temporary data from old regions at 1733289701332 (+6 ms)Region opened successfully at 1733289701335 (+3 ms) 2024-12-04T05:21:41,336 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:41,337 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d3e5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:41,338 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:41,338 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:41,338 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:41,338 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:41,339 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:41,339 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:41,339 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:41,340 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:41,341 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Unable to get data of znode /01651003060/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:41,342 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651003060/balancer already deleted, retry=false 2024-12-04T05:21:41,342 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:41,342 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Unable to get data of znode /01651003060/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:41,345 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651003060/normalizer already deleted, retry=false 2024-12-04T05:21:41,345 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:41,346 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Unable to get data of znode /01651003060/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:41,347 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651003060/switch/split already deleted, retry=false 2024-12-04T05:21:41,347 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Unable to get data of znode /01651003060/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:41,348 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651003060/switch/merge already deleted, retry=false 2024-12-04T05:21:41,350 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Unable to get data of znode /01651003060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:41,351 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01651003060/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:41,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651003060/running 2024-12-04T05:21:41,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:41,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01651003060/running 2024-12-04T05:21:41,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:41,354 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,40561,1733289699573, sessionid=0x1017bebcf8d0000, setting cluster-up flag (Was=false) 2024-12-04T05:21:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:41,362 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01651003060/flush-table-proc/acquired, /01651003060/flush-table-proc/reached, /01651003060/flush-table-proc/abort 2024-12-04T05:21:41,362 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,40561,1733289699573 2024-12-04T05:21:41,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:41,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:41,371 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01651003060/online-snapshot/acquired, /01651003060/online-snapshot/reached, /01651003060/online-snapshot/abort 2024-12-04T05:21:41,372 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,40561,1733289699573 2024-12-04T05:21:41,372 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:41,373 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:41,374 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:41,374 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:41,374 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,40561,1733289699573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:41,375 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:41,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:41,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:41,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:41,380 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289731380 2024-12-04T05:21:41,380 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:41,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:41,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:41,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:41,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:41,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:41,381 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,383 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:41,383 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:41,383 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:41,383 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:41,383 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:41,384 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:41,384 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289701384,5,FailOnTimeoutGroup] 2024-12-04T05:21:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:41,388 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289701384,5,FailOnTimeoutGroup] 2024-12-04T05:21:41,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:41,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,388 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,451 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(746): ClusterId : 5e90c7ed-83cc-4ee1-b18a-bab8d824164d 2024-12-04T05:21:41,451 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:41,454 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:41,454 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:41,457 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:41,457 DEBUG [RS:0;6c7595a931c3:33173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63af22e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:41,469 DEBUG [RS:0;6c7595a931c3:33173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:33173 2024-12-04T05:21:41,469 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:41,469 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:41,469 DEBUG [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:41,469 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,40561,1733289699573 with port=33173, startcode=1733289699630 2024-12-04T05:21:41,470 DEBUG [RS:0;6c7595a931c3:33173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:41,471 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:41,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,33173,1733289699630 2024-12-04T05:21:41,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40561 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,33173,1733289699630 2024-12-04T05:21:41,473 DEBUG [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba 2024-12-04T05:21:41,473 DEBUG [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38939 2024-12-04T05:21:41,473 DEBUG [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:41,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060/rs 2024-12-04T05:21:41,474 DEBUG [RS:0;6c7595a931c3:33173 {}] zookeeper.ZKUtil(111): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Set watcher on existing znode=/01651003060/rs/6c7595a931c3,33173,1733289699630 2024-12-04T05:21:41,474 WARN [RS:0;6c7595a931c3:33173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:41,474 INFO [RS:0;6c7595a931c3:33173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:41,474 DEBUG [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630 2024-12-04T05:21:41,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,33173,1733289699630] 2024-12-04T05:21:41,477 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:41,478 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:41,478 INFO [RS:0;6c7595a931c3:33173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:41,478 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,478 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:41,479 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:41,479 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:41,479 DEBUG [RS:0;6c7595a931c3:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:41,480 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,480 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,480 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,480 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,480 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,480 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,33173,1733289699630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:41,493 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:41,493 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,33173,1733289699630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,493 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,493 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.Replication(171): 6c7595a931c3,33173,1733289699630 started 2024-12-04T05:21:41,507 INFO [RS:0;6c7595a931c3:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:41,507 INFO [RS:0;6c7595a931c3:33173 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,33173,1733289699630, RpcServer on 6c7595a931c3/172.17.0.2:33173, sessionid=0x1017bebcf8d0001 2024-12-04T05:21:41,507 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:41,508 DEBUG [RS:0;6c7595a931c3:33173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,33173,1733289699630 2024-12-04T05:21:41,508 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,33173,1733289699630' 2024-12-04T05:21:41,508 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01651003060/flush-table-proc/abort' 2024-12-04T05:21:41,511 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01651003060/flush-table-proc/acquired' 2024-12-04T05:21:41,511 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:41,511 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:41,511 DEBUG [RS:0;6c7595a931c3:33173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,33173,1733289699630 2024-12-04T05:21:41,511 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,33173,1733289699630' 2024-12-04T05:21:41,511 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01651003060/online-snapshot/abort' 2024-12-04T05:21:41,512 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01651003060/online-snapshot/acquired' 2024-12-04T05:21:41,512 DEBUG [RS:0;6c7595a931c3:33173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:41,512 INFO [RS:0;6c7595a931c3:33173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:41,512 INFO [RS:0;6c7595a931c3:33173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:41,612 INFO [RS:0;6c7595a931c3:33173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:41,614 INFO [RS:0;6c7595a931c3:33173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C33173%2C1733289699630, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/oldWALs, maxLogs=10 2024-12-04T05:21:41,631 DEBUG [RS:0;6c7595a931c3:33173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630/6c7595a931c3%2C33173%2C1733289699630.1733289701614, exclude list is [], retry=0 2024-12-04T05:21:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-2c413bdf-f5fe-4f17-b58b-6198605ecf6a,DISK] 2024-12-04T05:21:41,635 INFO [RS:0;6c7595a931c3:33173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630/6c7595a931c3%2C33173%2C1733289699630.1733289701614 2024-12-04T05:21:41,635 DEBUG [RS:0;6c7595a931c3:33173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43251:43251)] 2024-12-04T05:21:41,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:41,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba 2024-12-04T05:21:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:21:42,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:42,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:42,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:42,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:42,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:42,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:42,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:42,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:42,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:42,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/hbase/meta/1588230740 2024-12-04T05:21:42,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/hbase/meta/1588230740 2024-12-04T05:21:42,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:42,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:42,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:42,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:42,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:42,213 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71039802, jitterRate=0.05857554078102112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:42,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289702192Initializing all the Stores at 1733289702192Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289702193 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289702193Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289702193Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289702193Cleaning up temporary data from old regions at 1733289702199 (+6 ms)Region opened successfully at 1733289702214 (+15 ms) 2024-12-04T05:21:42,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:42,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:42,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:42,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:42,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:42,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:42,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289702214Disabling compacts and flushes for region at 1733289702214Disabling writes for close at 1733289702214Writing region close event to WAL at 1733289702215 (+1 ms)Closed at 1733289702215 2024-12-04T05:21:42,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:42,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:42,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:42,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:42,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:42,367 DEBUG [6c7595a931c3:40561 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:42,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,33173,1733289699630 2024-12-04T05:21:42,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,33173,1733289699630, state=OPENING 2024-12-04T05:21:42,370 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:42,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:42,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01651003060 2024-12-04T05:21:42,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:42,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,33173,1733289699630}] 2024-12-04T05:21:42,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651003060/meta-region-server: CHANGED 2024-12-04T05:21:42,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651003060/meta-region-server: CHANGED 2024-12-04T05:21:42,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:42,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:42,530 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:42,530 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:42,531 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:42,536 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C33173%2C1733289699630.meta, suffix=.meta, logDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/oldWALs, maxLogs=10 2024-12-04T05:21:42,556 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630/6c7595a931c3%2C33173%2C1733289699630.meta.1733289702536.meta, exclude list is [], retry=0 2024-12-04T05:21:42,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44697,DS-2c413bdf-f5fe-4f17-b58b-6198605ecf6a,DISK] 2024-12-04T05:21:42,559 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/WALs/6c7595a931c3,33173,1733289699630/6c7595a931c3%2C33173%2C1733289699630.meta.1733289702536.meta 2024-12-04T05:21:42,560 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43251:43251)] 2024-12-04T05:21:42,560 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:42,560 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:42,561 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:42,561 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:42,561 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:42,561 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:42,561 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:42,561 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:42,561 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:42,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:42,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:42,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:42,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:42,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:42,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:42,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:42,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:42,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:42,566 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:42,567 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/hbase/meta/1588230740 2024-12-04T05:21:42,567 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/hbase/meta/1588230740 2024-12-04T05:21:42,568 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:42,568 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:42,569 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:42,570 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:42,570 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73021442, jitterRate=0.08810427784919739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:42,570 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:42,571 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289702561Writing region info on filesystem at 1733289702561Initializing all the Stores at 1733289702562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289702562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289702562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289702562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289702562Cleaning up temporary data from old regions at 1733289702568 (+6 ms)Running coprocessor post-open hooks at 1733289702570 (+2 ms)Region opened successfully at 1733289702571 (+1 ms) 2024-12-04T05:21:42,572 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289702525 2024-12-04T05:21:42,574 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:42,574 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:42,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,33173,1733289699630 2024-12-04T05:21:42,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,33173,1733289699630, state=OPEN 2024-12-04T05:21:42,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40561-0x1017bebcf8d0000, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01651003060/meta-region-server 2024-12-04T05:21:42,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1017bebcf8d0001, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01651003060/meta-region-server 2024-12-04T05:21:42,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,33173,1733289699630 2024-12-04T05:21:42,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651003060/meta-region-server: CHANGED 2024-12-04T05:21:42,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01651003060/meta-region-server: CHANGED 2024-12-04T05:21:42,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:42,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,33173,1733289699630 in 207 msec 2024-12-04T05:21:42,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:42,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-04T05:21:42,583 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:42,583 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:42,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:42,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,33173,1733289699630, seqNum=-1] 2024-12-04T05:21:42,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:42,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:42,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-12-04T05:21:42,589 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289702589, completionTime=-1 2024-12-04T05:21:42,589 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:42,589 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:42,590 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289762590 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289822591 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40561,1733289699573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40561,1733289699573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40561,1733289699573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:40561, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,591 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,592 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40561,1733289699573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:42,594 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40561,1733289699573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:42,597 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:42,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:42,597 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,40561,1733289699573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:42,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c153e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:42,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40561,-1 for getting cluster id 2024-12-04T05:21:42,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:42,653 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e90c7ed-83cc-4ee1-b18a-bab8d824164d' 2024-12-04T05:21:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e90c7ed-83cc-4ee1-b18a-bab8d824164d" 2024-12-04T05:21:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26810ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40561,-1] 2024-12-04T05:21:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:42,654 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:42,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167f3f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:42,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:42,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,33173,1733289699630, seqNum=-1] 2024-12-04T05:21:42,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:42,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,40561,1733289699573 2024-12-04T05:21:42,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54451 2024-12-04T05:21:42,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54451, baseZNode=/01651003060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:42,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017bebcf8d0002 connected 2024-12-04T05:21:42,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40561,1733289699573 2024-12-04T05:21:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11530c4b 2024-12-04T05:21:42,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:42,669 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:42,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:42,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:42,672 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:42,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:42,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:42,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f89dc3c1561ddde0a5ed772421f0e83, NAME => 'test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba 2024-12-04T05:21:42,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44697 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:43,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:43,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f89dc3c1561ddde0a5ed772421f0e83, disabling compactions & flushes 2024-12-04T05:21:43,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. after waiting 0 ms 2024-12-04T05:21:43,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f89dc3c1561ddde0a5ed772421f0e83: Waiting for close lock at 1733289703088Disabling compacts and flushes for region at 1733289703088Disabling writes for close at 1733289703088Writing region close event to WAL at 1733289703088Closed at 1733289703088 2024-12-04T05:21:43,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:43,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289703090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289703090"}]},"ts":"1733289703090"} 2024-12-04T05:21:43,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:43,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:43,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289703092"}]},"ts":"1733289703092"} 2024-12-04T05:21:43,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:43,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f89dc3c1561ddde0a5ed772421f0e83, ASSIGN}] 2024-12-04T05:21:43,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f89dc3c1561ddde0a5ed772421f0e83, ASSIGN 2024-12-04T05:21:43,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f89dc3c1561ddde0a5ed772421f0e83, ASSIGN; state=OFFLINE, location=6c7595a931c3,33173,1733289699630; forceNewPlan=false, retain=false 2024-12-04T05:21:43,246 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f89dc3c1561ddde0a5ed772421f0e83, regionState=OPENING, regionLocation=6c7595a931c3,33173,1733289699630 2024-12-04T05:21:43,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f89dc3c1561ddde0a5ed772421f0e83, ASSIGN because future has completed 2024-12-04T05:21:43,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f89dc3c1561ddde0a5ed772421f0e83, server=6c7595a931c3,33173,1733289699630}] 2024-12-04T05:21:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:43,405 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,405 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f89dc3c1561ddde0a5ed772421f0e83, NAME => 'test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:43,405 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:43,405 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:43,405 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,405 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:43,405 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,405 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,407 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,409 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f89dc3c1561ddde0a5ed772421f0e83 columnFamilyName f 2024-12-04T05:21:43,409 DEBUG [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:43,409 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] regionserver.HStore(327): Store=8f89dc3c1561ddde0a5ed772421f0e83/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:43,409 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,410 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f89dc3c1561ddde0a5ed772421f0e83 columnFamilyName f1 2024-12-04T05:21:43,411 DEBUG [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:43,411 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] regionserver.HStore(327): Store=8f89dc3c1561ddde0a5ed772421f0e83/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:43,411 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,412 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f89dc3c1561ddde0a5ed772421f0e83 columnFamilyName norep 2024-12-04T05:21:43,412 DEBUG [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:43,412 INFO [StoreOpener-8f89dc3c1561ddde0a5ed772421f0e83-1 {}] regionserver.HStore(327): Store=8f89dc3c1561ddde0a5ed772421f0e83/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:43,412 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,413 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/default/test/8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,413 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/default/test/8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,414 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,414 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,414 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:43,415 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,419 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/data/default/test/8f89dc3c1561ddde0a5ed772421f0e83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:43,420 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f89dc3c1561ddde0a5ed772421f0e83; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63129245, jitterRate=-0.059300944209098816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:43,420 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f89dc3c1561ddde0a5ed772421f0e83 2024-12-04T05:21:43,421 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f89dc3c1561ddde0a5ed772421f0e83: Running coprocessor pre-open hook at 1733289703406Writing region info on filesystem at 1733289703406Initializing all the Stores at 1733289703406Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289703406Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289703407 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289703407Cleaning up temporary data from old regions at 1733289703414 (+7 ms)Running coprocessor post-open hooks at 1733289703420 (+6 ms)Region opened successfully at 1733289703421 (+1 ms) 2024-12-04T05:21:43,422 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83., pid=6, masterSystemTime=1733289703402 2024-12-04T05:21:43,424 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,424 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289702670.8f89dc3c1561ddde0a5ed772421f0e83. 2024-12-04T05:21:43,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f89dc3c1561ddde0a5ed772421f0e83, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,33173,1733289699630 2024-12-04T05:21:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f89dc3c1561ddde0a5ed772421f0e83, server=6c7595a931c3,33173,1733289699630 because future has completed 2024-12-04T05:21:43,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:43,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f89dc3c1561ddde0a5ed772421f0e83, server=6c7595a931c3,33173,1733289699630 in 178 msec 2024-12-04T05:21:43,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:43,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f89dc3c1561ddde0a5ed772421f0e83, ASSIGN in 334 msec 2024-12-04T05:21:43,431 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:43,431 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289703431"}]},"ts":"1733289703431"} 2024-12-04T05:21:43,432 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:43,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:43,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-12-04T05:21:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:43,813 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:43,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24557df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:43,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40561,-1 for getting cluster id 2024-12-04T05:21:43,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:43,815 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e90c7ed-83cc-4ee1-b18a-bab8d824164d' 2024-12-04T05:21:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e90c7ed-83cc-4ee1-b18a-bab8d824164d" 2024-12-04T05:21:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264a1542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40561,-1] 2024-12-04T05:21:43,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:43,816 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:43,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bfe99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:43,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:43,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40561,1733289699573 2024-12-04T05:21:43,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@efc2451 2024-12-04T05:21:43,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:43,819 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:43,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:40561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:21:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:21:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:43,822 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:40561' 2024-12-04T05:21:43,826 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f486f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:43,826 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,40561,-1 for getting cluster id 2024-12-04T05:21:43,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:43,826 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e90c7ed-83cc-4ee1-b18a-bab8d824164d' 2024-12-04T05:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e90c7ed-83cc-4ee1-b18a-bab8d824164d" 2024-12-04T05:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758e7a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,40561,-1] 2024-12-04T05:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:43,828 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:43,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65470778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:43,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,40561,1733289699573 2024-12-04T05:21:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7232d87c 2024-12-04T05:21:43,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:43,830 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:43,831 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:21:43,831 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:21:43,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:43,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:43,831 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6c7595a931c3:40561, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T05:21:43,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:43,838 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6c7595a931c3:40561, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6c7595a931c3:40561, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6c7595a931c3:40561, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T05:21:43,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6c7595a931c3:40561, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=20 msec 2024-12-04T05:21:43,840 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T05:21:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:43,934 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6c7595a931c3:40561, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T05:21:43,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:43,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:43,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:43,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:43,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:43,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 361) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54451) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1571147804_20 at /127.0.0.1:49264 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@317b7304 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1195469943-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@72cee455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1105046938) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f8b38ad1000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6c7595a931c3:33173-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6c7595a931c3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PacketResponder: BP-57228612-172.17.0.2-1733289698583:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1195469943-7873-acceptor-0@494dea73-ServerConnector@78ff860a{HTTP/1.1, (http/1.1)}{localhost:46675} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54451) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d1c09f2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40747 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2049856762_20 at /127.0.0.1:50130 [Receiving block BP-57228612-172.17.0.2-1733289698583:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-632db4e1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@22823e3a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1195469943-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@24795919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581430612-7919-acceptor-0@78e254bc-ServerConnector@ad958f{HTTP/1.1, (http/1.1)}{localhost:45801} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1195469943-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7755638b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581430612-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-57228612-172.17.0.2-1733289698583:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7be4689a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/data/data2/current/BP-57228612-172.17.0.2-1733289698583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7c037477-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1f38bb01 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-57228612-172.17.0.2-1733289698583 heartbeating to localhost/127.0.0.1:38939 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcessThread(sid:0 cport:54451): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba-prefix:6c7595a931c3,33173,1733289699630.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f8b389f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-57228612-172.17.0.2-1733289698583:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;6c7595a931c3:40561 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6c7595a931c3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba/MasterData-prefix:6c7595a931c3,40561,1733289699573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;6c7595a931c3:33173 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6c7595a931c3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289701384 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581430612-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@65d9c552 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1195469943-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8b38432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1581430612-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8b38432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38939/user/jenkins/test-data/c2e97678-1481-7fb8-1695-413bd44a0cba-prefix:6c7595a931c3,33173,1733289699630 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1571147804_20 at /127.0.0.1:50138 [Receiving block BP-57228612-172.17.0.2-1733289698583:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/cluster_e23a98d1-9af3-068c-eb8d-f334b115dff1/data/data1/current/BP-57228612-172.17.0.2-1733289698583 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS_OPEN_META-regionserver/6c7595a931c3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1c4c4dc3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54451 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1195469943-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8b38432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1195469943-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8b38432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1571147804_20 at /127.0.0.1:50156 [Receiving block BP-57228612-172.17.0.2-1733289698583:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: regionserver/6c7595a931c3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54451) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289701384 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1195469943-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f8b38432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:38939 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 6c7595a931c3:40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 38939 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=877 (was 796) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=5235 (was 4351) - AvailableMemoryMB LEAK? - 2024-12-04T05:21:43,958 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-04T05:21:43,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=877, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=5220 2024-12-04T05:21:43,979 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-04T05:21:43,996 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T05:21:43,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.log.dir so I do NOT create it in target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665 2024-12-04T05:21:43,997 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:21:43,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.tmp.dir so I do NOT create it in target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665 2024-12-04T05:21:43,997 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/26c108f4-0abe-7bab-a59c-333df7f5146c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:21:43,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665 2024-12-04T05:21:43,997 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29, deleteOnExit=true 2024-12-04T05:21:44,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/zookeeper_0, clientPort=50141, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T05:21:44,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50141 2024-12-04T05:21:44,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/test.cache.data in system properties and HBase conf 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:21:44,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:21:44,007 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:44,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:21:44,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:21:44,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:21:44,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:44,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:21:44,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:21:44,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:44,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:44,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:44,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:44,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:21:44,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:44,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@163c0340{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:44,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd58e0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:44,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d0f5ea3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/java.io.tmpdir/jetty-localhost-38575-hadoop-hdfs-3_4_1-tests_jar-_-any-3226754468240006330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:44,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c42e65e{HTTP/1.1, (http/1.1)}{localhost:38575} 2024-12-04T05:21:44,263 INFO [Time-limited test {}] server.Server(415): Started @290269ms 2024-12-04T05:21:44,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:44,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:44,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:44,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:44,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:21:44,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e5d05cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:44,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2585ba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:44,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ac91a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/java.io.tmpdir/jetty-localhost-34841-hadoop-hdfs-3_4_1-tests_jar-_-any-15851326918114948356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:44,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31f77649{HTTP/1.1, (http/1.1)}{localhost:34841} 2024-12-04T05:21:44,807 INFO [Time-limited test {}] server.Server(415): Started @290813ms 2024-12-04T05:21:44,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:21:44,969 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/data/data1/current/BP-1157711632-172.17.0.2-1733289704033/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:44,970 WARN [Thread-4300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/data/data2/current/BP-1157711632-172.17.0.2-1733289704033/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:44,999 WARN [Thread-4287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:21:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe27ea267f90bfd3 with lease ID 0x33639e2ff6c27e3b: Processing first storage report for DS-f845f701-8155-47fc-98df-229c6614bbeb from datanode DatanodeRegistration(127.0.0.1:32831, datanodeUuid=3e1c2994-7628-437a-bd2b-06696cc3c26a, infoPort=39837, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1302423560;c=1733289704033) 2024-12-04T05:21:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe27ea267f90bfd3 with lease ID 0x33639e2ff6c27e3b: from storage DS-f845f701-8155-47fc-98df-229c6614bbeb node DatanodeRegistration(127.0.0.1:32831, datanodeUuid=3e1c2994-7628-437a-bd2b-06696cc3c26a, infoPort=39837, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1302423560;c=1733289704033), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T05:21:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe27ea267f90bfd3 with lease ID 0x33639e2ff6c27e3b: Processing first storage report for DS-b86e6c2c-bbf0-404e-bf73-4de69cc9a487 from datanode DatanodeRegistration(127.0.0.1:32831, datanodeUuid=3e1c2994-7628-437a-bd2b-06696cc3c26a, infoPort=39837, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1302423560;c=1733289704033) 2024-12-04T05:21:45,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe27ea267f90bfd3 with lease ID 0x33639e2ff6c27e3b: from storage DS-b86e6c2c-bbf0-404e-bf73-4de69cc9a487 node DatanodeRegistration(127.0.0.1:32831, datanodeUuid=3e1c2994-7628-437a-bd2b-06696cc3c26a, infoPort=39837, infoSecurePort=0, ipcPort=33693, storageInfo=lv=-57;cid=testClusterID;nsid=1302423560;c=1733289704033), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:45,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665 2024-12-04T05:21:45,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:45,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:21:45,499 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed with version=8 2024-12-04T05:21:45,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/hbase-staging 2024-12-04T05:21:45,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:45,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:45,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:45,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:45,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:45,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:45,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:21:45,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:45,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39855 2024-12-04T05:21:45,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39855 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398550x0, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:45,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39855-0x1017bebe4d30000 connected 2024-12-04T05:21:45,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:45,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:45,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/running 2024-12-04T05:21:45,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed, hbase.cluster.distributed=false 2024-12-04T05:21:45,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/acl 2024-12-04T05:21:45,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39855 2024-12-04T05:21:45,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39855 2024-12-04T05:21:45,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39855 2024-12-04T05:21:45,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39855 2024-12-04T05:21:45,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39855 2024-12-04T05:21:45,582 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:21:45,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:45,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38217 2024-12-04T05:21:45,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38217 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:45,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:45,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382170x0, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:45,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382170x0, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/running 2024-12-04T05:21:45,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38217-0x1017bebe4d30001 connected 2024-12-04T05:21:45,600 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:21:45,604 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:21:45,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/master 2024-12-04T05:21:45,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/acl 2024-12-04T05:21:45,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38217 2024-12-04T05:21:45,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38217 2024-12-04T05:21:45,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38217 2024-12-04T05:21:45,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38217 2024-12-04T05:21:45,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38217 2024-12-04T05:21:45,635 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:39855 2024-12-04T05:21:45,635 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01421331704/backup-masters/6c7595a931c3,39855,1733289705502 2024-12-04T05:21:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704/backup-masters 2024-12-04T05:21:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704/backup-masters 2024-12-04T05:21:45,644 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on existing znode=/01421331704/backup-masters/6c7595a931c3,39855,1733289705502 2024-12-04T05:21:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01421331704/master 2024-12-04T05:21:45,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:45,651 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on existing znode=/01421331704/master 2024-12-04T05:21:45,652 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01421331704/backup-masters/6c7595a931c3,39855,1733289705502 from backup master directory 2024-12-04T05:21:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01421331704/backup-masters/6c7595a931c3,39855,1733289705502 2024-12-04T05:21:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704/backup-masters 2024-12-04T05:21:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704/backup-masters 2024-12-04T05:21:45,654 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:45,654 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,39855,1733289705502 2024-12-04T05:21:45,657 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/hbase.id] with ID: 97bde273-f3b2-413f-b68e-ea9c8c83a8ca 2024-12-04T05:21:45,657 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/.tmp/hbase.id 2024-12-04T05:21:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:46,067 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/.tmp/hbase.id]:[hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/hbase.id] 2024-12-04T05:21:46,078 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:46,078 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:46,079 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:21:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:46,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:46,101 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:46,102 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:46,104 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:46,517 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store 2024-12-04T05:21:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:46,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:46,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:46,932 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:46,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:46,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:46,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:46,932 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:46,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289706932Disabling compacts and flushes for region at 1733289706932Disabling writes for close at 1733289706932Writing region close event to WAL at 1733289706932Closed at 1733289706932 2024-12-04T05:21:46,933 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/.initializing 2024-12-04T05:21:46,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/WALs/6c7595a931c3,39855,1733289705502 2024-12-04T05:21:46,934 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:46,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C39855%2C1733289705502, suffix=, logDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/WALs/6c7595a931c3,39855,1733289705502, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:46,952 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/WALs/6c7595a931c3,39855,1733289705502/6c7595a931c3%2C39855%2C1733289705502.1733289706936, exclude list is [], retry=0 2024-12-04T05:21:46,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:21:46,967 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/WALs/6c7595a931c3,39855,1733289705502/6c7595a931c3%2C39855%2C1733289705502.1733289706936 2024-12-04T05:21:46,967 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:21:46,967 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:46,967 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:46,968 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,968 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:46,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:46,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:46,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:46,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:46,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:46,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:46,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:46,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:46,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:46,974 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,975 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,975 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,976 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,976 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:46,977 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:46,979 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:46,979 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73549923, jitterRate=0.09597925841808319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:46,979 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289706968Initializing all the Stores at 1733289706968Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289706968Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289706969 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289706969Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289706969Cleaning up temporary data from old regions at 1733289706976 (+7 ms)Region opened successfully at 1733289706979 (+3 ms) 2024-12-04T05:21:46,979 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:46,982 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a46ff71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:46,982 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:46,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:46,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:46,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:46,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:46,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:46,983 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:46,985 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:46,986 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Unable to get data of znode /01421331704/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:46,988 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01421331704/balancer already deleted, retry=false 2024-12-04T05:21:46,988 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:46,989 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Unable to get data of znode /01421331704/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:46,990 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01421331704/normalizer already deleted, retry=false 2024-12-04T05:21:46,991 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:46,991 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Unable to get data of znode /01421331704/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:46,992 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01421331704/switch/split already deleted, retry=false 2024-12-04T05:21:46,993 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Unable to get data of znode /01421331704/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:46,994 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01421331704/switch/merge already deleted, retry=false 2024-12-04T05:21:46,995 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Unable to get data of znode /01421331704/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:46,998 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01421331704/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01421331704/running 2024-12-04T05:21:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01421331704/running 2024-12-04T05:21:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,000 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,39855,1733289705502, sessionid=0x1017bebe4d30000, setting cluster-up flag (Was=false) 2024-12-04T05:21:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,009 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01421331704/flush-table-proc/acquired, /01421331704/flush-table-proc/reached, /01421331704/flush-table-proc/abort 2024-12-04T05:21:47,011 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,39855,1733289705502 2024-12-04T05:21:47,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,020 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01421331704/online-snapshot/acquired, /01421331704/online-snapshot/reached, /01421331704/online-snapshot/abort 2024-12-04T05:21:47,021 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,39855,1733289705502 2024-12-04T05:21:47,022 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:47,028 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:47,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:47,028 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:47,029 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,39855,1733289705502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:47,030 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:47,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:47,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:47,045 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289737045 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:47,046 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:47,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:47,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:47,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:47,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:47,052 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:47,053 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289707052,5,FailOnTimeoutGroup] 2024-12-04T05:21:47,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:47,053 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289707053,5,FailOnTimeoutGroup] 2024-12-04T05:21:47,053 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,054 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:47,054 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,054 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:47,054 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed 2024-12-04T05:21:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:21:47,122 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(746): ClusterId : 97bde273-f3b2-413f-b68e-ea9c8c83a8ca 2024-12-04T05:21:47,123 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:47,127 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:47,127 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:47,129 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:47,129 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26770fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:47,149 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:38217 2024-12-04T05:21:47,149 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:47,149 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:47,149 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:47,150 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,39855,1733289705502 with port=38217, startcode=1733289705581 2024-12-04T05:21:47,150 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:47,153 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:47,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39855 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,155 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed 2024-12-04T05:21:47,155 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35843 2024-12-04T05:21:47,155 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:47,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704/rs 2024-12-04T05:21:47,157 DEBUG [RS:0;6c7595a931c3:38217 {}] zookeeper.ZKUtil(111): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on existing znode=/01421331704/rs/6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,157 WARN [RS:0;6c7595a931c3:38217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:47,157 INFO [RS:0;6c7595a931c3:38217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:47,158 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,38217,1733289705581] 2024-12-04T05:21:47,168 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:47,172 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:47,173 INFO [RS:0;6c7595a931c3:38217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:47,173 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,175 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:47,176 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:47,176 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:47,176 DEBUG [RS:0;6c7595a931c3:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:47,181 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,181 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,181 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,181 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,181 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,181 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38217,1733289705581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:47,204 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:47,204 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,38217,1733289705581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,204 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,204 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.Replication(171): 6c7595a931c3,38217,1733289705581 started 2024-12-04T05:21:47,225 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,225 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,38217,1733289705581, RpcServer on 6c7595a931c3/172.17.0.2:38217, sessionid=0x1017bebe4d30001 2024-12-04T05:21:47,225 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:47,225 DEBUG [RS:0;6c7595a931c3:38217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,225 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,38217,1733289705581' 2024-12-04T05:21:47,225 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01421331704/flush-table-proc/abort' 2024-12-04T05:21:47,226 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01421331704/flush-table-proc/acquired' 2024-12-04T05:21:47,226 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:47,226 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:47,226 DEBUG [RS:0;6c7595a931c3:38217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,226 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,38217,1733289705581' 2024-12-04T05:21:47,226 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01421331704/online-snapshot/abort' 2024-12-04T05:21:47,227 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01421331704/online-snapshot/acquired' 2024-12-04T05:21:47,228 DEBUG [RS:0;6c7595a931c3:38217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:47,228 INFO [RS:0;6c7595a931c3:38217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:47,228 INFO [RS:0;6c7595a931c3:38217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:47,328 INFO [RS:0;6c7595a931c3:38217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:47,332 INFO [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38217%2C1733289705581, suffix=, logDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs, maxLogs=10 2024-12-04T05:21:47,349 DEBUG [RS:0;6c7595a931c3:38217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333, exclude list is [], retry=0 2024-12-04T05:21:47,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:21:47,360 INFO [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 2024-12-04T05:21:47,360 DEBUG [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:21:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:47,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:47,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:47,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:47,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:47,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:21:47,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:47,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T05:21:47,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:47,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:47,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:47,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740 2024-12-04T05:21:47,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740 2024-12-04T05:21:47,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:47,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:47,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:47,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:47,486 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:47,487 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75070848, jitterRate=0.11864280700683594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:47,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289707470Initializing all the Stores at 1733289707471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289707471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289707472 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289707472Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289707472Cleaning up temporary data from old regions at 1733289707482 (+10 ms)Region opened successfully at 1733289707487 (+5 ms) 2024-12-04T05:21:47,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:47,487 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:47,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:47,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:47,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:47,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:47,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289707487Disabling compacts and flushes for region at 1733289707487Disabling writes for close at 1733289707487Writing region close event to WAL at 1733289707488 (+1 ms)Closed at 1733289707488 2024-12-04T05:21:47,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:47,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:47,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:47,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:47,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:47,642 DEBUG [6c7595a931c3:39855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:47,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,38217,1733289705581, state=OPENING 2024-12-04T05:21:47,646 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:47,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:47,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01421331704/meta-region-server: CHANGED 2024-12-04T05:21:47,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:47,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01421331704/meta-region-server: CHANGED 2024-12-04T05:21:47,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,38217,1733289705581}] 2024-12-04T05:21:47,802 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:47,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:47,806 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:47,806 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:47,806 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:47,807 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38217%2C1733289705581.meta, suffix=.meta, logDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs, maxLogs=10 2024-12-04T05:21:47,825 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.meta.1733289707808.meta, exclude list is [], retry=0 2024-12-04T05:21:47,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:21:47,829 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.meta.1733289707808.meta 2024-12-04T05:21:47,829 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:21:47,829 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:47,830 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:47,830 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:47,830 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:47,830 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:47,830 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:47,830 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:47,830 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:47,830 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:47,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:47,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:47,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:47,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:47,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:47,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:47,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:47,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:47,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:47,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:47,840 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:47,841 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740 2024-12-04T05:21:47,842 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740 2024-12-04T05:21:47,843 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:47,843 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:47,843 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:47,850 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:47,850 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892737, jitterRate=-0.04792402684688568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:47,850 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:47,850 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289707830Writing region info on filesystem at 1733289707830Initializing all the Stores at 1733289707831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289707831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289707835 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289707835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289707835Cleaning up temporary data from old regions at 1733289707843 (+8 ms)Running coprocessor post-open hooks at 1733289707850 (+7 ms)Region opened successfully at 1733289707850 2024-12-04T05:21:47,851 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289707801 2024-12-04T05:21:47,854 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:47,854 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:47,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,38217,1733289705581, state=OPEN 2024-12-04T05:21:47,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01421331704/meta-region-server 2024-12-04T05:21:47,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01421331704/meta-region-server 2024-12-04T05:21:47,860 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:47,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01421331704/meta-region-server: CHANGED 2024-12-04T05:21:47,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01421331704/meta-region-server: CHANGED 2024-12-04T05:21:47,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:47,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,38217,1733289705581 in 211 msec 2024-12-04T05:21:47,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:47,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-04T05:21:47,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:47,864 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:47,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:47,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38217,1733289705581, seqNum=-1] 2024-12-04T05:21:47,866 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:47,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:47,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-12-04T05:21:47,872 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289707872, completionTime=-1 2024-12-04T05:21:47,872 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:47,872 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289767876 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289827876 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,39855,1733289705502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,39855,1733289705502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,876 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,39855,1733289705502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:39855, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,877 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,879 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:47,880 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.226sec 2024-12-04T05:21:47,880 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:47,880 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:47,880 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:47,880 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:47,880 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:47,881 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,39855,1733289705502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:47,881 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,39855,1733289705502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:47,882 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:47,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:47,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,39855,1733289705502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:47,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4023284e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:47,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,39855,-1 for getting cluster id 2024-12-04T05:21:47,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:47,924 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97bde273-f3b2-413f-b68e-ea9c8c83a8ca' 2024-12-04T05:21:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97bde273-f3b2-413f-b68e-ea9c8c83a8ca" 2024-12-04T05:21:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc4c0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,39855,-1] 2024-12-04T05:21:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:47,926 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:47,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de8fd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:47,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38217,1733289705581, seqNum=-1] 2024-12-04T05:21:47,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:47,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:47,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,39855,1733289705502 2024-12-04T05:21:47,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:47,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:47,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017bebe4d30002 connected 2024-12-04T05:21:47,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir so I do NOT create it in target/test-data/b3ca300a-517c-16da-e393-18ee48813238 2024-12-04T05:21:47,943 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:21:47,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.tmp.dir so I do NOT create it in target/test-data/b3ca300a-517c-16da-e393-18ee48813238 2024-12-04T05:21:47,943 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:21:47,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/cluster_5d204e0e-c14b-e122-be2f-85717eef6588, deleteOnExit=true 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/test.cache.data in system properties and HBase conf 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:21:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:21:47,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:47,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:21:47,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:21:47,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:21:47,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:47,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:21:47,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:21:48,013 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T05:21:48,014 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,014 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,048 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,048 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,048 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,049 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,049 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,050 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,056 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,059 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,060 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:48,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:48,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:48,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:48,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:48,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:48,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:48,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f3fc53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:48,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f8bea6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:48,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624b2c22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/java.io.tmpdir/jetty-localhost-41295-hadoop-hdfs-3_4_1-tests_jar-_-any-4238757834755829073/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:48,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b0e3ba5{HTTP/1.1, (http/1.1)}{localhost:41295} 2024-12-04T05:21:48,315 INFO [Time-limited test {}] server.Server(415): Started @294321ms 2024-12-04T05:21:48,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:48,432 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:48,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:48,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:48,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:48,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7c226f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:48,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b75dda2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:48,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7297e163{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/java.io.tmpdir/jetty-localhost-37091-hadoop-hdfs-3_4_1-tests_jar-_-any-6706736489880995665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:48,552 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19ba809a{HTTP/1.1, (http/1.1)}{localhost:37091} 2024-12-04T05:21:48,552 INFO [Time-limited test {}] server.Server(415): Started @294558ms 2024-12-04T05:21:48,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:21:48,655 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/cluster_5d204e0e-c14b-e122-be2f-85717eef6588/data/data1/current/BP-1923337296-172.17.0.2-1733289707969/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:48,655 WARN [Thread-4421 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/cluster_5d204e0e-c14b-e122-be2f-85717eef6588/data/data2/current/BP-1923337296-172.17.0.2-1733289707969/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:48,672 WARN [Thread-4408 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:21:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6b18acc675edd93 with lease ID 0xf2e8448a57752daa: Processing first storage report for DS-f8b7097e-b6c9-4e68-ac65-2d96e213d64c from datanode DatanodeRegistration(127.0.0.1:43851, datanodeUuid=dddfd6ee-8a67-4bf5-89ca-0083b481742f, infoPort=35561, infoSecurePort=0, ipcPort=33143, storageInfo=lv=-57;cid=testClusterID;nsid=888283335;c=1733289707969) 2024-12-04T05:21:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6b18acc675edd93 with lease ID 0xf2e8448a57752daa: from storage DS-f8b7097e-b6c9-4e68-ac65-2d96e213d64c node DatanodeRegistration(127.0.0.1:43851, datanodeUuid=dddfd6ee-8a67-4bf5-89ca-0083b481742f, infoPort=35561, infoSecurePort=0, ipcPort=33143, storageInfo=lv=-57;cid=testClusterID;nsid=888283335;c=1733289707969), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6b18acc675edd93 with lease ID 0xf2e8448a57752daa: Processing first storage report for DS-b99407cf-2cd8-4f5f-999f-644fa9c9735c from datanode DatanodeRegistration(127.0.0.1:43851, datanodeUuid=dddfd6ee-8a67-4bf5-89ca-0083b481742f, infoPort=35561, infoSecurePort=0, ipcPort=33143, storageInfo=lv=-57;cid=testClusterID;nsid=888283335;c=1733289707969) 2024-12-04T05:21:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6b18acc675edd93 with lease ID 0xf2e8448a57752daa: from storage DS-b99407cf-2cd8-4f5f-999f-644fa9c9735c node DatanodeRegistration(127.0.0.1:43851, datanodeUuid=dddfd6ee-8a67-4bf5-89ca-0083b481742f, infoPort=35561, infoSecurePort=0, ipcPort=33143, storageInfo=lv=-57;cid=testClusterID;nsid=888283335;c=1733289707969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:48,688 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238 2024-12-04T05:21:48,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:48,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:48,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:21:49,098 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333 with version=8 2024-12-04T05:21:49,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/hbase-staging 2024-12-04T05:21:49,100 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:49,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:49,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:49,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:49,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:49,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:49,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:21:49,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:49,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34585 2024-12-04T05:21:49,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34585 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:49,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345850x0, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:49,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34585-0x1017bebe4d30003 connected 2024-12-04T05:21:49,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:49,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:49,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/running 2024-12-04T05:21:49,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333, hbase.cluster.distributed=false 2024-12-04T05:21:49,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/acl 2024-12-04T05:21:49,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34585 2024-12-04T05:21:49,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34585 2024-12-04T05:21:49,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34585 2024-12-04T05:21:49,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34585 2024-12-04T05:21:49,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34585 2024-12-04T05:21:49,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T05:21:49,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T05:21:49,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T05:21:49,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T05:21:49,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:21:49,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T05:21:49,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T05:21:49,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T05:21:49,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:49,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:49,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:49,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:49,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:49,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:49,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:21:49,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:49,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43115 2024-12-04T05:21:49,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43115 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:49,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:49,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:49,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431150x0, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:49,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431150x0, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/running 2024-12-04T05:21:49,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43115-0x1017bebe4d30004 connected 2024-12-04T05:21:49,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:21:49,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:21:49,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/master 2024-12-04T05:21:49,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/acl 2024-12-04T05:21:49,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43115 2024-12-04T05:21:49,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43115 2024-12-04T05:21:49,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43115 2024-12-04T05:21:49,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43115 2024-12-04T05:21:49,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43115 2024-12-04T05:21:49,186 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:34585 2024-12-04T05:21:49,187 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11230158664/backup-masters/6c7595a931c3,34585,1733289709100 2024-12-04T05:21:49,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664/backup-masters 2024-12-04T05:21:49,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664/backup-masters 2024-12-04T05:21:49,189 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on existing znode=/11230158664/backup-masters/6c7595a931c3,34585,1733289709100 2024-12-04T05:21:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11230158664/master 2024-12-04T05:21:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:49,191 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on existing znode=/11230158664/master 2024-12-04T05:21:49,191 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11230158664/backup-masters/6c7595a931c3,34585,1733289709100 from backup master directory 2024-12-04T05:21:49,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11230158664/backup-masters/6c7595a931c3,34585,1733289709100 2024-12-04T05:21:49,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664/backup-masters 2024-12-04T05:21:49,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664/backup-masters 2024-12-04T05:21:49,194 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:49,194 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,34585,1733289709100 2024-12-04T05:21:49,197 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/hbase.id] with ID: 8badf731-8d09-4e40-9d6c-811f9b5fe3ee 2024-12-04T05:21:49,197 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/.tmp/hbase.id 2024-12-04T05:21:49,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:49,606 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/.tmp/hbase.id]:[hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/hbase.id] 2024-12-04T05:21:49,616 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:49,616 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:49,616 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T05:21:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:50,032 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:50,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:50,033 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:50,439 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store 2024-12-04T05:21:50,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:50,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:50,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:50,844 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:50,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:50,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:50,844 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:50,844 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:50,845 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289710844Disabling compacts and flushes for region at 1733289710844Disabling writes for close at 1733289710844Writing region close event to WAL at 1733289710844Closed at 1733289710844 2024-12-04T05:21:50,845 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/.initializing 2024-12-04T05:21:50,845 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/WALs/6c7595a931c3,34585,1733289709100 2024-12-04T05:21:50,846 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:50,848 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C34585%2C1733289709100, suffix=, logDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/WALs/6c7595a931c3,34585,1733289709100, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:50,861 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/WALs/6c7595a931c3,34585,1733289709100/6c7595a931c3%2C34585%2C1733289709100.1733289710848, exclude list is [], retry=0 2024-12-04T05:21:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43851,DS-f8b7097e-b6c9-4e68-ac65-2d96e213d64c,DISK] 2024-12-04T05:21:50,865 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/WALs/6c7595a931c3,34585,1733289709100/6c7595a931c3%2C34585%2C1733289709100.1733289710848 2024-12-04T05:21:50,866 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35561:35561)] 2024-12-04T05:21:50,866 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:50,866 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:50,866 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,866 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:50,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:50,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:50,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:50,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:50,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:50,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:50,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:50,873 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,874 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,874 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,875 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,875 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,875 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:50,876 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:50,877 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:50,878 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62975702, jitterRate=-0.06158891320228577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:50,878 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289710866Initializing all the Stores at 1733289710867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289710867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289710867Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289710867Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289710867Cleaning up temporary data from old regions at 1733289710875 (+8 ms)Region opened successfully at 1733289710878 (+3 ms) 2024-12-04T05:21:50,878 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:50,881 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531c20a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:50,882 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:50,882 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:50,882 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:50,882 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:50,882 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:50,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:50,883 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:50,885 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:50,886 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Unable to get data of znode /11230158664/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:50,887 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11230158664/balancer already deleted, retry=false 2024-12-04T05:21:50,887 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:50,888 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Unable to get data of znode /11230158664/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:50,889 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11230158664/normalizer already deleted, retry=false 2024-12-04T05:21:50,889 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:50,890 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Unable to get data of znode /11230158664/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:50,892 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11230158664/switch/split already deleted, retry=false 2024-12-04T05:21:50,893 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Unable to get data of znode /11230158664/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:50,894 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11230158664/switch/merge already deleted, retry=false 2024-12-04T05:21:50,895 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Unable to get data of znode /11230158664/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:50,897 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11230158664/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11230158664/running 2024-12-04T05:21:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11230158664/running 2024-12-04T05:21:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:50,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:50,899 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,34585,1733289709100, sessionid=0x1017bebe4d30003, setting cluster-up flag (Was=false) 2024-12-04T05:21:50,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:50,916 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11230158664/flush-table-proc/acquired, /11230158664/flush-table-proc/reached, /11230158664/flush-table-proc/abort 2024-12-04T05:21:50,917 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34585,1733289709100 2024-12-04T05:21:50,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:50,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:50,929 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11230158664/online-snapshot/acquired, /11230158664/online-snapshot/reached, /11230158664/online-snapshot/abort 2024-12-04T05:21:50,930 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,34585,1733289709100 2024-12-04T05:21:50,931 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:50,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:50,932 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:50,932 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:50,932 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,34585,1733289709100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:50,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:50,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:50,933 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:50,934 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:50,934 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:50,934 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:50,934 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:50,934 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289740935 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:50,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:50,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:50,935 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:50,936 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:50,936 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:50,936 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:50,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:50,936 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:50,937 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:50,940 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289710937,5,FailOnTimeoutGroup] 2024-12-04T05:21:50,944 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289710940,5,FailOnTimeoutGroup] 2024-12-04T05:21:50,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:50,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:50,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:50,945 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:50,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:50,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333 2024-12-04T05:21:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741832_1008 (size=32) 2024-12-04T05:21:50,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:50,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:50,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:50,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:50,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:50,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:50,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:50,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:50,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:50,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:50,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:50,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:50,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:50,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:50,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:50,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740 2024-12-04T05:21:50,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740 2024-12-04T05:21:50,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:50,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:50,962 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:50,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:50,964 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:50,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69914540, jitterRate=0.04180783033370972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:50,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289710954Initializing all the Stores at 1733289710954Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289710955 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289710955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289710955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289710955Cleaning up temporary data from old regions at 1733289710962 (+7 ms)Region opened successfully at 1733289710964 (+2 ms) 2024-12-04T05:21:50,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:50,965 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:50,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:50,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:50,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:50,965 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:50,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289710965Disabling compacts and flushes for region at 1733289710965Disabling writes for close at 1733289710965Writing region close event to WAL at 1733289710965Closed at 1733289710965 2024-12-04T05:21:50,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:50,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:50,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:50,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:50,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:50,974 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(746): ClusterId : 8badf731-8d09-4e40-9d6c-811f9b5fe3ee 2024-12-04T05:21:50,974 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:50,977 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:50,977 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:50,979 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:50,979 DEBUG [RS:0;6c7595a931c3:43115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108d0307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:50,994 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:43115 2024-12-04T05:21:50,994 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:50,994 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:50,994 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:50,994 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,34585,1733289709100 with port=43115, startcode=1733289709146 2024-12-04T05:21:50,995 DEBUG [RS:0;6c7595a931c3:43115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:50,997 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:50,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,43115,1733289709146 2024-12-04T05:21:50,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34585 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,43115,1733289709146 2024-12-04T05:21:50,998 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333 2024-12-04T05:21:50,998 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45675 2024-12-04T05:21:50,998 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:51,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664/rs 2024-12-04T05:21:51,006 DEBUG [RS:0;6c7595a931c3:43115 {}] zookeeper.ZKUtil(111): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on existing znode=/11230158664/rs/6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,006 WARN [RS:0;6c7595a931c3:43115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:51,006 INFO [RS:0;6c7595a931c3:43115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:51,006 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,43115,1733289709146] 2024-12-04T05:21:51,009 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:51,011 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:51,011 INFO [RS:0;6c7595a931c3:43115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:51,011 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,011 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:51,012 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:51,012 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,012 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,013 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,013 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,013 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:51,013 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:51,013 DEBUG [RS:0;6c7595a931c3:43115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:51,016 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,016 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,016 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,016 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,016 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,016 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43115,1733289709146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:51,034 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:51,034 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,43115,1733289709146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,034 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,034 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.Replication(171): 6c7595a931c3,43115,1733289709146 started 2024-12-04T05:21:51,051 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,051 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,43115,1733289709146, RpcServer on 6c7595a931c3/172.17.0.2:43115, sessionid=0x1017bebe4d30004 2024-12-04T05:21:51,051 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:51,052 DEBUG [RS:0;6c7595a931c3:43115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,052 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,43115,1733289709146' 2024-12-04T05:21:51,052 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11230158664/flush-table-proc/abort' 2024-12-04T05:21:51,052 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11230158664/flush-table-proc/acquired' 2024-12-04T05:21:51,052 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:51,052 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:51,053 DEBUG [RS:0;6c7595a931c3:43115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,053 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,43115,1733289709146' 2024-12-04T05:21:51,053 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11230158664/online-snapshot/abort' 2024-12-04T05:21:51,053 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11230158664/online-snapshot/acquired' 2024-12-04T05:21:51,053 DEBUG [RS:0;6c7595a931c3:43115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:51,053 INFO [RS:0;6c7595a931c3:43115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:51,053 INFO [RS:0;6c7595a931c3:43115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:51,118 WARN [6c7595a931c3:34585 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T05:21:51,154 INFO [RS:0;6c7595a931c3:43115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:51,155 INFO [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C43115%2C1733289709146, suffix=, logDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/oldWALs, maxLogs=10 2024-12-04T05:21:51,169 DEBUG [RS:0;6c7595a931c3:43115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146/6c7595a931c3%2C43115%2C1733289709146.1733289711155, exclude list is [], retry=0 2024-12-04T05:21:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43851,DS-f8b7097e-b6c9-4e68-ac65-2d96e213d64c,DISK] 2024-12-04T05:21:51,172 INFO [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146/6c7595a931c3%2C43115%2C1733289709146.1733289711155 2024-12-04T05:21:51,173 DEBUG [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35561:35561)] 2024-12-04T05:21:51,368 DEBUG [6c7595a931c3:34585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:51,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,43115,1733289709146, state=OPENING 2024-12-04T05:21:51,372 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:21:51,375 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:51,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11230158664/meta-region-server: CHANGED 2024-12-04T05:21:51,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11230158664/meta-region-server: CHANGED 2024-12-04T05:21:51,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,43115,1733289709146}] 2024-12-04T05:21:51,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:51,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:51,532 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:51,532 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:51,533 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:51,534 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C43115%2C1733289709146.meta, suffix=.meta, logDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146, archiveDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/oldWALs, maxLogs=10 2024-12-04T05:21:51,550 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146/6c7595a931c3%2C43115%2C1733289709146.meta.1733289711534.meta, exclude list is [], retry=0 2024-12-04T05:21:51,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43851,DS-f8b7097e-b6c9-4e68-ac65-2d96e213d64c,DISK] 2024-12-04T05:21:51,555 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/WALs/6c7595a931c3,43115,1733289709146/6c7595a931c3%2C43115%2C1733289709146.meta.1733289711534.meta 2024-12-04T05:21:51,556 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35561:35561)] 2024-12-04T05:21:51,556 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:51,556 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:51,556 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:51,556 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:51,556 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:51,556 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:51,557 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:51,557 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:51,557 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:51,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:51,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:51,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:51,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:51,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:51,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:51,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:51,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:51,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:51,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:51,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:51,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:51,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:51,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:51,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:51,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:51,586 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:51,587 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740 2024-12-04T05:21:51,588 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740 2024-12-04T05:21:51,589 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:51,589 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:51,590 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:51,590 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:51,591 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65204110, jitterRate=-0.0283830463886261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:51,591 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:51,591 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289711557Writing region info on filesystem at 1733289711557Initializing all the Stores at 1733289711557Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289711557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289711558 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289711558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289711558Cleaning up temporary data from old regions at 1733289711589 (+31 ms)Running coprocessor post-open hooks at 1733289711591 (+2 ms)Region opened successfully at 1733289711591 2024-12-04T05:21:51,592 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289711527 2024-12-04T05:21:51,594 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:51,594 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:51,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,43115,1733289709146, state=OPEN 2024-12-04T05:21:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11230158664/meta-region-server 2024-12-04T05:21:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11230158664/meta-region-server 2024-12-04T05:21:51,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11230158664/meta-region-server: CHANGED 2024-12-04T05:21:51,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11230158664/meta-region-server: CHANGED 2024-12-04T05:21:51,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,43115,1733289709146 2024-12-04T05:21:51,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:51,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,43115,1733289709146 in 222 msec 2024-12-04T05:21:51,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:51,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-12-04T05:21:51,602 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:51,602 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:51,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:51,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,43115,1733289709146, seqNum=-1] 2024-12-04T05:21:51,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:51,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:51,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 676 msec 2024-12-04T05:21:51,608 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289711608, completionTime=-1 2024-12-04T05:21:51,608 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:51,608 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:51,610 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:51,610 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289771610 2024-12-04T05:21:51,610 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289831610 2024-12-04T05:21:51,610 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T05:21:51,611 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34585,1733289709100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,611 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34585,1733289709100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,611 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34585,1733289709100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,611 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:34585, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,611 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,613 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:51,618 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.431sec 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34585,1733289709100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:51,625 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34585,1733289709100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:51,629 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:51,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:51,629 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,34585,1733289709100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:51,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73340996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:51,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34585,-1 for getting cluster id 2024-12-04T05:21:51,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:51,685 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badf731-8d09-4e40-9d6c-811f9b5fe3ee' 2024-12-04T05:21:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badf731-8d09-4e40-9d6c-811f9b5fe3ee" 2024-12-04T05:21:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d410be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34585,-1] 2024-12-04T05:21:51,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:51,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:51,687 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:51,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4a12aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:51,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,43115,1733289709146, seqNum=-1] 2024-12-04T05:21:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:51,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:51,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,34585,1733289709100 2024-12-04T05:21:51,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:51,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:51,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017bebe4d30005 connected 2024-12-04T05:21:51,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir so I do NOT create it in target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62 2024-12-04T05:21:51,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T05:21:51,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.tmp.dir so I do NOT create it in target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62 2024-12-04T05:21:51,698 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T05:21:51,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62 2024-12-04T05:21:51,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T05:21:51,698 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/cluster_3ad64e9a-97e0-8723-1435-092164136631, deleteOnExit=true 2024-12-04T05:21:51,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/test.cache.data in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/hadoop.log.dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T05:21:51,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T05:21:51,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/nfs.dump.dir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/java.io.tmpdir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T05:21:51,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T05:21:51,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:51,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:51,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:51,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:51,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T05:21:51,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:51,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669a367e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:51,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@245daef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:51,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64215a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/java.io.tmpdir/jetty-localhost-35967-hadoop-hdfs-3_4_1-tests_jar-_-any-16863810893119271950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:21:51,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10a2c4c4{HTTP/1.1, (http/1.1)}{localhost:35967} 2024-12-04T05:21:51,949 INFO [Time-limited test {}] server.Server(415): Started @297955ms 2024-12-04T05:21:52,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T05:21:52,025 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T05:21:52,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T05:21:52,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T05:21:52,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T05:21:52,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599228b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/hadoop.log.dir/,AVAILABLE} 2024-12-04T05:21:52,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25ce72a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T05:21:52,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32c5e936{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/java.io.tmpdir/jetty-localhost-33041-hadoop-hdfs-3_4_1-tests_jar-_-any-15306575710399520703/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:21:52,162 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b84476c{HTTP/1.1, (http/1.1)}{localhost:33041} 2024-12-04T05:21:52,162 INFO [Time-limited test {}] server.Server(415): Started @298168ms 2024-12-04T05:21:52,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T05:21:52,303 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/cluster_3ad64e9a-97e0-8723-1435-092164136631/data/data1/current/BP-803652275-172.17.0.2-1733289711719/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:52,309 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/cluster_3ad64e9a-97e0-8723-1435-092164136631/data/data2/current/BP-803652275-172.17.0.2-1733289711719/current, will proceed with Du for space computation calculation, 2024-12-04T05:21:52,335 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T05:21:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9279641dc3b34c9e with lease ID 0xab3f9651a129d06e: Processing first storage report for DS-6780096b-3646-4798-bfbe-f8de7208921d from datanode DatanodeRegistration(127.0.0.1:46549, datanodeUuid=a9e77c86-7a9c-4c02-a811-96dfaf62aa05, infoPort=33549, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=106725908;c=1733289711719) 2024-12-04T05:21:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9279641dc3b34c9e with lease ID 0xab3f9651a129d06e: from storage DS-6780096b-3646-4798-bfbe-f8de7208921d node DatanodeRegistration(127.0.0.1:46549, datanodeUuid=a9e77c86-7a9c-4c02-a811-96dfaf62aa05, infoPort=33549, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=106725908;c=1733289711719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9279641dc3b34c9e with lease ID 0xab3f9651a129d06e: Processing first storage report for DS-33a0329f-8f51-4ecd-9ad4-26b5fce3d493 from datanode DatanodeRegistration(127.0.0.1:46549, datanodeUuid=a9e77c86-7a9c-4c02-a811-96dfaf62aa05, infoPort=33549, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=106725908;c=1733289711719) 2024-12-04T05:21:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9279641dc3b34c9e with lease ID 0xab3f9651a129d06e: from storage DS-33a0329f-8f51-4ecd-9ad4-26b5fce3d493 node DatanodeRegistration(127.0.0.1:46549, datanodeUuid=a9e77c86-7a9c-4c02-a811-96dfaf62aa05, infoPort=33549, infoSecurePort=0, ipcPort=36971, storageInfo=lv=-57;cid=testClusterID;nsid=106725908;c=1733289711719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T05:21:52,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62 2024-12-04T05:21:52,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:52,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741825_1001 (size=7) 2024-12-04T05:21:52,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b with version=8 2024-12-04T05:21:52,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/hbase-staging 2024-12-04T05:21:52,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:52,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:52,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:52,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:52,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:52,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:52,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T05:21:52,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:52,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42507 2024-12-04T05:21:52,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42507 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:52,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425070x0, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:52,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42507-0x1017bebe4d30006 connected 2024-12-04T05:21:52,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:52,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:52,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/running 2024-12-04T05:21:52,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b, hbase.cluster.distributed=false 2024-12-04T05:21:52,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/acl 2024-12-04T05:21:52,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42507 2024-12-04T05:21:52,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42507 2024-12-04T05:21:52,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42507 2024-12-04T05:21:52,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42507 2024-12-04T05:21:52,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42507 2024-12-04T05:21:52,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c7595a931c3:0 server-side Connection retries=45 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T05:21:52,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T05:21:52,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35325 2024-12-04T05:21:52,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35325 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:52,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:52,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:52,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353250x0, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:52,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353250x0, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/running 2024-12-04T05:21:52,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T05:21:52,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35325-0x1017bebe4d30007 connected 2024-12-04T05:21:52,527 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T05:21:52,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/master 2024-12-04T05:21:52,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/acl 2024-12-04T05:21:52,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35325 2024-12-04T05:21:52,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35325 2024-12-04T05:21:52,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35325 2024-12-04T05:21:52,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35325 2024-12-04T05:21:52,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35325 2024-12-04T05:21:52,561 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c7595a931c3:42507 2024-12-04T05:21:52,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21203418144/backup-masters/6c7595a931c3,42507,1733289712411 2024-12-04T05:21:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144/backup-masters 2024-12-04T05:21:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144/backup-masters 2024-12-04T05:21:52,571 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on existing znode=/21203418144/backup-masters/6c7595a931c3,42507,1733289712411 2024-12-04T05:21:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21203418144/master 2024-12-04T05:21:52,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:52,577 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on existing znode=/21203418144/master 2024-12-04T05:21:52,577 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21203418144/backup-masters/6c7595a931c3,42507,1733289712411 from backup master directory 2024-12-04T05:21:52,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21203418144/backup-masters/6c7595a931c3,42507,1733289712411 2024-12-04T05:21:52,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144/backup-masters 2024-12-04T05:21:52,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144/backup-masters 2024-12-04T05:21:52,579 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:52,579 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c7595a931c3,42507,1733289712411 2024-12-04T05:21:52,585 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/hbase.id] with ID: f7f36a9b-5fab-47f9-afff-9b79945c9196 2024-12-04T05:21:52,585 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/.tmp/hbase.id 2024-12-04T05:21:52,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741826_1002 (size=42) 2024-12-04T05:21:53,003 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/.tmp/hbase.id]:[hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/hbase.id] 2024-12-04T05:21:53,012 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:53,012 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T05:21:53,013 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T05:21:53,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741827_1003 (size=196) 2024-12-04T05:21:53,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:21:53,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:21:53,421 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:53,422 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T05:21:53,427 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741828_1004 (size=1189) 2024-12-04T05:21:53,433 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store 2024-12-04T05:21:53,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741829_1005 (size=34) 2024-12-04T05:21:53,442 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:53,442 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:21:53,442 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:53,442 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:53,442 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:21:53,442 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:53,442 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:21:53,442 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289713442Disabling compacts and flushes for region at 1733289713442Disabling writes for close at 1733289713442Writing region close event to WAL at 1733289713442Closed at 1733289713442 2024-12-04T05:21:53,443 WARN [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/.initializing 2024-12-04T05:21:53,443 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/WALs/6c7595a931c3,42507,1733289712411 2024-12-04T05:21:53,444 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:53,445 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c7595a931c3%2C42507%2C1733289712411, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/WALs/6c7595a931c3,42507,1733289712411, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/oldWALs, maxLogs=10 2024-12-04T05:21:53,460 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/WALs/6c7595a931c3,42507,1733289712411/6c7595a931c3%2C42507%2C1733289712411.1733289713445, exclude list is [], retry=0 2024-12-04T05:21:53,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-6780096b-3646-4798-bfbe-f8de7208921d,DISK] 2024-12-04T05:21:53,464 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/WALs/6c7595a931c3,42507,1733289712411/6c7595a931c3%2C42507%2C1733289712411.1733289713445 2024-12-04T05:21:53,464 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33549:33549)] 2024-12-04T05:21:53,464 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:53,465 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:53,465 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,465 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T05:21:53,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:53,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T05:21:53,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:53,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:53,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T05:21:53,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:53,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:53,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T05:21:53,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:53,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:53,471 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,471 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,471 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,472 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,472 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,473 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:53,473 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T05:21:53,475 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:53,475 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60661354, jitterRate=-0.0960753858089447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:53,475 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733289713465Initializing all the Stores at 1733289713465Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289713465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289713466 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289713466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289713466Cleaning up temporary data from old regions at 1733289713472 (+6 ms)Region opened successfully at 1733289713475 (+3 ms) 2024-12-04T05:21:53,475 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T05:21:53,477 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ca0533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:53,478 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T05:21:53,479 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T05:21:53,479 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T05:21:53,479 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T05:21:53,479 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T05:21:53,480 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T05:21:53,480 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T05:21:53,481 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T05:21:53,482 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Unable to get data of znode /21203418144/balancer because node does not exist (not necessarily an error) 2024-12-04T05:21:53,484 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21203418144/balancer already deleted, retry=false 2024-12-04T05:21:53,484 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T05:21:53,485 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Unable to get data of znode /21203418144/normalizer because node does not exist (not necessarily an error) 2024-12-04T05:21:53,488 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21203418144/normalizer already deleted, retry=false 2024-12-04T05:21:53,488 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T05:21:53,489 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Unable to get data of znode /21203418144/switch/split because node does not exist (not necessarily an error) 2024-12-04T05:21:53,490 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21203418144/switch/split already deleted, retry=false 2024-12-04T05:21:53,492 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Unable to get data of znode /21203418144/switch/merge because node does not exist (not necessarily an error) 2024-12-04T05:21:53,495 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21203418144/switch/merge already deleted, retry=false 2024-12-04T05:21:53,496 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Unable to get data of znode /21203418144/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T05:21:53,498 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21203418144/snapshot-cleanup already deleted, retry=false 2024-12-04T05:21:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21203418144/running 2024-12-04T05:21:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21203418144/running 2024-12-04T05:21:53,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,502 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c7595a931c3,42507,1733289712411, sessionid=0x1017bebe4d30006, setting cluster-up flag (Was=false) 2024-12-04T05:21:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,513 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21203418144/flush-table-proc/acquired, /21203418144/flush-table-proc/reached, /21203418144/flush-table-proc/abort 2024-12-04T05:21:53,515 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,42507,1733289712411 2024-12-04T05:21:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:53,532 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21203418144/online-snapshot/acquired, /21203418144/online-snapshot/reached, /21203418144/online-snapshot/abort 2024-12-04T05:21:53,533 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c7595a931c3,42507,1733289712411 2024-12-04T05:21:53,537 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T05:21:53,538 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:53,539 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T05:21:53,539 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T05:21:53,539 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c7595a931c3,42507,1733289712411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c7595a931c3:0, corePoolSize=5, maxPoolSize=5 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c7595a931c3:0, corePoolSize=10, maxPoolSize=10 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:53,541 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,549 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(746): ClusterId : f7f36a9b-5fab-47f9-afff-9b79945c9196 2024-12-04T05:21:53,550 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T05:21:53,552 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T05:21:53,552 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T05:21:53,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:53,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T05:21:53,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:53,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T05:21:53,556 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T05:21:53,556 DEBUG [RS:0;6c7595a931c3:35325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571e67a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6c7595a931c3/172.17.0.2:0 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733289743568 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T05:21:53,568 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T05:21:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741831_1007 (size=1321) 2024-12-04T05:21:53,572 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,575 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c7595a931c3:35325 2024-12-04T05:21:53,575 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T05:21:53,575 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T05:21:53,575 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T05:21:53,575 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c7595a931c3,42507,1733289712411 with port=35325, startcode=1733289712517 2024-12-04T05:21:53,576 DEBUG [RS:0;6c7595a931c3:35325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T05:21:53,577 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T05:21:53,577 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T05:21:53,577 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T05:21:53,577 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T05:21:53,580 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T05:21:53,580 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T05:21:53,580 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289713580,5,FailOnTimeoutGroup] 2024-12-04T05:21:53,580 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T05:21:53,580 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289713580,5,FailOnTimeoutGroup] 2024-12-04T05:21:53,580 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,580 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T05:21:53,580 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,580 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c7595a931c3,35325,1733289712517 2024-12-04T05:21:53,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(517): Registering regionserver=6c7595a931c3,35325,1733289712517 2024-12-04T05:21:53,582 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b 2024-12-04T05:21:53,582 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43631 2024-12-04T05:21:53,582 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T05:21:53,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144/rs 2024-12-04T05:21:53,587 DEBUG [RS:0;6c7595a931c3:35325 {}] zookeeper.ZKUtil(111): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on existing znode=/21203418144/rs/6c7595a931c3,35325,1733289712517 2024-12-04T05:21:53,587 WARN [RS:0;6c7595a931c3:35325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T05:21:53,587 INFO [RS:0;6c7595a931c3:35325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:53,587 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517 2024-12-04T05:21:53,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c7595a931c3,35325,1733289712517] 2024-12-04T05:21:53,595 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T05:21:53,600 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T05:21:53,601 INFO [RS:0;6c7595a931c3:35325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T05:21:53,601 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,601 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T05:21:53,601 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T05:21:53,602 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c7595a931c3:0, corePoolSize=2, maxPoolSize=2 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c7595a931c3:0, corePoolSize=1, maxPoolSize=1 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:53,602 DEBUG [RS:0;6c7595a931c3:35325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c7595a931c3:0, corePoolSize=3, maxPoolSize=3 2024-12-04T05:21:53,604 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,604 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,604 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,604 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,604 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,604 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35325,1733289712517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:53,624 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T05:21:53,624 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,35325,1733289712517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,624 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,625 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.Replication(171): 6c7595a931c3,35325,1733289712517 started 2024-12-04T05:21:53,641 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:53,641 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1482): Serving as 6c7595a931c3,35325,1733289712517, RpcServer on 6c7595a931c3/172.17.0.2:35325, sessionid=0x1017bebe4d30007 2024-12-04T05:21:53,641 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T05:21:53,641 DEBUG [RS:0;6c7595a931c3:35325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c7595a931c3,35325,1733289712517 2024-12-04T05:21:53,641 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,35325,1733289712517' 2024-12-04T05:21:53,641 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21203418144/flush-table-proc/abort' 2024-12-04T05:21:53,642 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21203418144/flush-table-proc/acquired' 2024-12-04T05:21:53,642 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T05:21:53,642 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T05:21:53,642 DEBUG [RS:0;6c7595a931c3:35325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c7595a931c3,35325,1733289712517 2024-12-04T05:21:53,642 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c7595a931c3,35325,1733289712517' 2024-12-04T05:21:53,642 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21203418144/online-snapshot/abort' 2024-12-04T05:21:53,643 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21203418144/online-snapshot/acquired' 2024-12-04T05:21:53,643 DEBUG [RS:0;6c7595a931c3:35325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T05:21:53,643 INFO [RS:0;6c7595a931c3:35325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T05:21:53,643 INFO [RS:0;6c7595a931c3:35325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T05:21:53,743 INFO [RS:0;6c7595a931c3:35325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T05:21:53,745 INFO [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C35325%2C1733289712517, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/oldWALs, maxLogs=10 2024-12-04T05:21:53,770 DEBUG [RS:0;6c7595a931c3:35325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517/6c7595a931c3%2C35325%2C1733289712517.1733289713745, exclude list is [], retry=0 2024-12-04T05:21:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-6780096b-3646-4798-bfbe-f8de7208921d,DISK] 2024-12-04T05:21:53,797 INFO [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517/6c7595a931c3%2C35325%2C1733289712517.1733289713745 2024-12-04T05:21:53,804 DEBUG [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33549:33549)] 2024-12-04T05:21:53,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T05:21:53,971 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b 2024-12-04T05:21:53,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741833_1009 (size=32) 2024-12-04T05:21:54,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:54,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:54,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:54,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:54,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:54,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:54,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:54,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:54,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:54,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:54,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740 2024-12-04T05:21:54,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740 2024-12-04T05:21:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:54,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:54,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:54,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:54,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:54,387 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73724299, jitterRate=0.09857766330242157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733289714377Initializing all the Stores at 1733289714377Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289714377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289714377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289714377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289714377Cleaning up temporary data from old regions at 1733289714384 (+7 ms)Region opened successfully at 1733289714387 (+3 ms) 2024-12-04T05:21:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:21:54,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:21:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:21:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:21:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:21:54,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:21:54,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289714387Disabling compacts and flushes for region at 1733289714387Disabling writes for close at 1733289714387Writing region close event to WAL at 1733289714387Closed at 1733289714387 2024-12-04T05:21:54,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:54,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T05:21:54,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T05:21:54,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:54,390 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T05:21:54,540 DEBUG [6c7595a931c3:42507 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T05:21:54,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c7595a931c3,35325,1733289712517 2024-12-04T05:21:54,542 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,35325,1733289712517, state=OPENING 2024-12-04T05:21:54,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T05:21:54,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:54,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:21:54,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21203418144/meta-region-server: CHANGED 2024-12-04T05:21:54,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T05:21:54,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,35325,1733289712517}] 2024-12-04T05:21:54,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21203418144/meta-region-server: CHANGED 2024-12-04T05:21:54,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:21:54,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:21:54,702 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T05:21:54,702 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:54,702 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T05:21:54,703 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C35325%2C1733289712517.meta, suffix=.meta, logDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/oldWALs, maxLogs=10 2024-12-04T05:21:54,717 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517/6c7595a931c3%2C35325%2C1733289712517.meta.1733289714703.meta, exclude list is [], retry=0 2024-12-04T05:21:54,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46549,DS-6780096b-3646-4798-bfbe-f8de7208921d,DISK] 2024-12-04T05:21:54,720 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/WALs/6c7595a931c3,35325,1733289712517/6c7595a931c3%2C35325%2C1733289712517.meta.1733289714703.meta 2024-12-04T05:21:54,720 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33549:33549)] 2024-12-04T05:21:54,721 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:54,721 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:54,721 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:54,721 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T05:21:54,721 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T05:21:54,722 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T05:21:54,722 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:54,722 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T05:21:54,722 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T05:21:54,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T05:21:54,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T05:21:54,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T05:21:54,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T05:21:54,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T05:21:54,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T05:21:54,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T05:21:54,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T05:21:54,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T05:21:54,726 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T05:21:54,727 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740 2024-12-04T05:21:54,727 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740 2024-12-04T05:21:54,728 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T05:21:54,728 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T05:21:54,729 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T05:21:54,730 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T05:21:54,730 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61218587, jitterRate=-0.08777196705341339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T05:21:54,730 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T05:21:54,730 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733289714722Writing region info on filesystem at 1733289714722Initializing all the Stores at 1733289714722Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289714722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289714723 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289714723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733289714723Cleaning up temporary data from old regions at 1733289714728 (+5 ms)Running coprocessor post-open hooks at 1733289714730 (+2 ms)Region opened successfully at 1733289714730 2024-12-04T05:21:54,731 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733289714698 2024-12-04T05:21:54,733 DEBUG [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T05:21:54,733 INFO [RS_OPEN_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T05:21:54,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,35325,1733289712517 2024-12-04T05:21:54,734 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c7595a931c3,35325,1733289712517, state=OPEN 2024-12-04T05:21:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21203418144/meta-region-server 2024-12-04T05:21:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21203418144/meta-region-server 2024-12-04T05:21:54,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c7595a931c3,35325,1733289712517 2024-12-04T05:21:54,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21203418144/meta-region-server: CHANGED 2024-12-04T05:21:54,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21203418144/meta-region-server: CHANGED 2024-12-04T05:21:54,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T05:21:54,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c7595a931c3,35325,1733289712517 in 190 msec 2024-12-04T05:21:54,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T05:21:54,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-04T05:21:54,740 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T05:21:54,740 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T05:21:54,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:54,741 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,35325,1733289712517, seqNum=-1] 2024-12-04T05:21:54,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:54,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:54,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-12-04T05:21:54,746 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733289714746, completionTime=-1 2024-12-04T05:21:54,746 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T05:21:54,746 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733289774748 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733289834748 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42507,1733289712411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42507,1733289712411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42507,1733289712411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c7595a931c3:42507, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,748 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,749 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,750 DEBUG [master/6c7595a931c3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T05:21:54,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.173sec 2024-12-04T05:21:54,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T05:21:54,752 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T05:21:54,753 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T05:21:54,753 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T05:21:54,753 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T05:21:54,753 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42507,1733289712411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T05:21:54,753 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42507,1733289712411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T05:21:54,754 DEBUG [master/6c7595a931c3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T05:21:54,754 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T05:21:54,754 INFO [master/6c7595a931c3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c7595a931c3,42507,1733289712411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T05:21:54,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f12fce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:54,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42507,-1 for getting cluster id 2024-12-04T05:21:54,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:54,852 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7f36a9b-5fab-47f9-afff-9b79945c9196' 2024-12-04T05:21:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7f36a9b-5fab-47f9-afff-9b79945c9196" 2024-12-04T05:21:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdca0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42507,-1] 2024-12-04T05:21:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:54,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:54,853 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:54,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c382cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:54,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,35325,1733289712517, seqNum=-1] 2024-12-04T05:21:54,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:54,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:21:54,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c7595a931c3,42507,1733289712411 2024-12-04T05:21:54,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50141 2024-12-04T05:21:54,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T05:21:54,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017bebe4d30008 connected 2024-12-04T05:21:54,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,39855,1733289705502 2024-12-04T05:21:54,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@280d211b 2024-12-04T05:21:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:54,864 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:54,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:54,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:54,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:54,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:54,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:54,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:55,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9623b553e9832fd7629c2e831bbdcfe1, NAME => 'test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed 2024-12-04T05:21:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:55,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:55,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9623b553e9832fd7629c2e831bbdcfe1, disabling compactions & flushes 2024-12-04T05:21:55,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. after waiting 0 ms 2024-12-04T05:21:55,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,279 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9623b553e9832fd7629c2e831bbdcfe1: Waiting for close lock at 1733289715279Disabling compacts and flushes for region at 1733289715279Disabling writes for close at 1733289715279Writing region close event to WAL at 1733289715279Closed at 1733289715279 2024-12-04T05:21:55,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:55,280 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289715280"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289715280"}]},"ts":"1733289715280"} 2024-12-04T05:21:55,282 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:55,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:55,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289715283"}]},"ts":"1733289715283"} 2024-12-04T05:21:55,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:55,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9623b553e9832fd7629c2e831bbdcfe1, ASSIGN}] 2024-12-04T05:21:55,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9623b553e9832fd7629c2e831bbdcfe1, ASSIGN 2024-12-04T05:21:55,286 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9623b553e9832fd7629c2e831bbdcfe1, ASSIGN; state=OFFLINE, location=6c7595a931c3,38217,1733289705581; forceNewPlan=false, retain=false 2024-12-04T05:21:55,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9623b553e9832fd7629c2e831bbdcfe1, regionState=OPENING, regionLocation=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:55,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9623b553e9832fd7629c2e831bbdcfe1, ASSIGN because future has completed 2024-12-04T05:21:55,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9623b553e9832fd7629c2e831bbdcfe1, server=6c7595a931c3,38217,1733289705581}] 2024-12-04T05:21:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:55,594 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,594 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9623b553e9832fd7629c2e831bbdcfe1, NAME => 'test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:55,595 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:55,595 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:55,595 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,595 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:55,595 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,595 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,596 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,597 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9623b553e9832fd7629c2e831bbdcfe1 columnFamilyName f 2024-12-04T05:21:55,597 DEBUG [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:55,597 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] regionserver.HStore(327): Store=9623b553e9832fd7629c2e831bbdcfe1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:55,598 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,598 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9623b553e9832fd7629c2e831bbdcfe1 columnFamilyName f1 2024-12-04T05:21:55,598 DEBUG [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:55,599 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] regionserver.HStore(327): Store=9623b553e9832fd7629c2e831bbdcfe1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:55,599 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,599 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9623b553e9832fd7629c2e831bbdcfe1 columnFamilyName norep 2024-12-04T05:21:55,599 DEBUG [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:55,600 INFO [StoreOpener-9623b553e9832fd7629c2e831bbdcfe1-1 {}] regionserver.HStore(327): Store=9623b553e9832fd7629c2e831bbdcfe1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:55,600 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,600 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,601 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,601 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,601 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,602 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:55,602 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,604 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:55,604 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9623b553e9832fd7629c2e831bbdcfe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58940545, jitterRate=-0.1217174381017685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:55,604 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:21:55,604 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9623b553e9832fd7629c2e831bbdcfe1: Running coprocessor pre-open hook at 1733289715595Writing region info on filesystem at 1733289715595Initializing all the Stores at 1733289715596 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289715596Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289715596Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289715596Cleaning up temporary data from old regions at 1733289715601 (+5 ms)Running coprocessor post-open hooks at 1733289715604 (+3 ms)Region opened successfully at 1733289715604 2024-12-04T05:21:55,605 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., pid=6, masterSystemTime=1733289715591 2024-12-04T05:21:55,606 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,606 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:21:55,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9623b553e9832fd7629c2e831bbdcfe1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9623b553e9832fd7629c2e831bbdcfe1, server=6c7595a931c3,38217,1733289705581 because future has completed 2024-12-04T05:21:55,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:55,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9623b553e9832fd7629c2e831bbdcfe1, server=6c7595a931c3,38217,1733289705581 in 170 msec 2024-12-04T05:21:55,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:55,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9623b553e9832fd7629c2e831bbdcfe1, ASSIGN in 326 msec 2024-12-04T05:21:55,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:55,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289715612"}]},"ts":"1733289715612"} 2024-12-04T05:21:55,614 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:55,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:55,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-12-04T05:21:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:56,003 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:56,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34585,1733289709100 2024-12-04T05:21:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a0fcd1 2024-12-04T05:21:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:56,005 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:56,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:56,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:56,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:56,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:56,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:56,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9f7078cd842dd7920ab8e0d4368886e, NAME => 'test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333 2024-12-04T05:21:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:56,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:56,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a9f7078cd842dd7920ab8e0d4368886e, disabling compactions & flushes 2024-12-04T05:21:56,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:56,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:56,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. after waiting 0 ms 2024-12-04T05:21:56,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:56,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:56,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9f7078cd842dd7920ab8e0d4368886e: Waiting for close lock at 1733289716819Disabling compacts and flushes for region at 1733289716819Disabling writes for close at 1733289716819Writing region close event to WAL at 1733289716819Closed at 1733289716819 2024-12-04T05:21:56,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:56,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289716821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289716821"}]},"ts":"1733289716821"} 2024-12-04T05:21:56,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:56,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:56,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289716823"}]},"ts":"1733289716823"} 2024-12-04T05:21:56,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:56,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9f7078cd842dd7920ab8e0d4368886e, ASSIGN}] 2024-12-04T05:21:56,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9f7078cd842dd7920ab8e0d4368886e, ASSIGN 2024-12-04T05:21:56,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a9f7078cd842dd7920ab8e0d4368886e, ASSIGN; state=OFFLINE, location=6c7595a931c3,43115,1733289709146; forceNewPlan=false, retain=false 2024-12-04T05:21:56,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9f7078cd842dd7920ab8e0d4368886e, regionState=OPENING, regionLocation=6c7595a931c3,43115,1733289709146 2024-12-04T05:21:56,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a9f7078cd842dd7920ab8e0d4368886e, ASSIGN because future has completed 2024-12-04T05:21:56,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9f7078cd842dd7920ab8e0d4368886e, server=6c7595a931c3,43115,1733289709146}] 2024-12-04T05:21:57,133 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:57,133 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a9f7078cd842dd7920ab8e0d4368886e, NAME => 'test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:57,134 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:57,134 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:57,134 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,134 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:57,134 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,134 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,135 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,136 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f7078cd842dd7920ab8e0d4368886e columnFamilyName f 2024-12-04T05:21:57,136 DEBUG [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:57,136 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] regionserver.HStore(327): Store=a9f7078cd842dd7920ab8e0d4368886e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:57,136 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,137 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f7078cd842dd7920ab8e0d4368886e columnFamilyName f1 2024-12-04T05:21:57,137 DEBUG [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:57,137 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] regionserver.HStore(327): Store=a9f7078cd842dd7920ab8e0d4368886e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:57,137 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,138 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9f7078cd842dd7920ab8e0d4368886e columnFamilyName norep 2024-12-04T05:21:57,138 DEBUG [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:57,139 INFO [StoreOpener-a9f7078cd842dd7920ab8e0d4368886e-1 {}] regionserver.HStore(327): Store=a9f7078cd842dd7920ab8e0d4368886e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:57,139 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,139 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,139 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,140 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,140 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,140 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:57,141 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,142 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:57,143 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a9f7078cd842dd7920ab8e0d4368886e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69347240, jitterRate=0.03335440158843994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:57,143 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:21:57,143 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a9f7078cd842dd7920ab8e0d4368886e: Running coprocessor pre-open hook at 1733289717134Writing region info on filesystem at 1733289717134Initializing all the Stores at 1733289717135 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289717135Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289717135Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289717135Cleaning up temporary data from old regions at 1733289717140 (+5 ms)Running coprocessor post-open hooks at 1733289717143 (+3 ms)Region opened successfully at 1733289717143 2024-12-04T05:21:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:57,143 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e., pid=6, masterSystemTime=1733289717130 2024-12-04T05:21:57,145 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:57,145 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:21:57,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9f7078cd842dd7920ab8e0d4368886e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,43115,1733289709146 2024-12-04T05:21:57,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9f7078cd842dd7920ab8e0d4368886e, server=6c7595a931c3,43115,1733289709146 because future has completed 2024-12-04T05:21:57,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:57,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9f7078cd842dd7920ab8e0d4368886e, server=6c7595a931c3,43115,1733289709146 in 170 msec 2024-12-04T05:21:57,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:57,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a9f7078cd842dd7920ab8e0d4368886e, ASSIGN in 325 msec 2024-12-04T05:21:57,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:57,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289717152"}]},"ts":"1733289717152"} 2024-12-04T05:21:57,153 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:57,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:57,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-04T05:21:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:58,153 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:58,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42507,1733289712411 2024-12-04T05:21:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211e7917 2024-12-04T05:21:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:58,156 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:58,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T05:21:58,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:58,159 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:58,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T05:21:58,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741835_1011 (size=902) 2024-12-04T05:21:58,193 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75026d456cf7a0817ea50a58fb930ecf, NAME => 'test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b 2024-12-04T05:21:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741836_1012 (size=39) 2024-12-04T05:21:58,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:58,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75026d456cf7a0817ea50a58fb930ecf, disabling compactions & flushes 2024-12-04T05:21:58,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. after waiting 0 ms 2024-12-04T05:21:58,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,210 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75026d456cf7a0817ea50a58fb930ecf: Waiting for close lock at 1733289718210Disabling compacts and flushes for region at 1733289718210Disabling writes for close at 1733289718210Writing region close event to WAL at 1733289718210Closed at 1733289718210 2024-12-04T05:21:58,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:58,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733289718211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289718211"}]},"ts":"1733289718211"} 2024-12-04T05:21:58,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:58,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:58,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289718214"}]},"ts":"1733289718214"} 2024-12-04T05:21:58,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T05:21:58,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75026d456cf7a0817ea50a58fb930ecf, ASSIGN}] 2024-12-04T05:21:58,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75026d456cf7a0817ea50a58fb930ecf, ASSIGN 2024-12-04T05:21:58,218 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75026d456cf7a0817ea50a58fb930ecf, ASSIGN; state=OFFLINE, location=6c7595a931c3,35325,1733289712517; forceNewPlan=false, retain=false 2024-12-04T05:21:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:58,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75026d456cf7a0817ea50a58fb930ecf, regionState=OPENING, regionLocation=6c7595a931c3,35325,1733289712517 2024-12-04T05:21:58,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75026d456cf7a0817ea50a58fb930ecf, ASSIGN because future has completed 2024-12-04T05:21:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75026d456cf7a0817ea50a58fb930ecf, server=6c7595a931c3,35325,1733289712517}] 2024-12-04T05:21:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:58,526 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,526 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75026d456cf7a0817ea50a58fb930ecf, NAME => 'test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:58,526 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:58,527 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T05:21:58,527 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,527 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:58,527 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,527 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,528 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,529 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75026d456cf7a0817ea50a58fb930ecf columnFamilyName f 2024-12-04T05:21:58,529 DEBUG [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:58,531 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] regionserver.HStore(327): Store=75026d456cf7a0817ea50a58fb930ecf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:58,531 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,532 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75026d456cf7a0817ea50a58fb930ecf columnFamilyName f1 2024-12-04T05:21:58,532 DEBUG [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:58,532 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] regionserver.HStore(327): Store=75026d456cf7a0817ea50a58fb930ecf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:58,532 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,533 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75026d456cf7a0817ea50a58fb930ecf columnFamilyName norep 2024-12-04T05:21:58,533 DEBUG [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:58,533 INFO [StoreOpener-75026d456cf7a0817ea50a58fb930ecf-1 {}] regionserver.HStore(327): Store=75026d456cf7a0817ea50a58fb930ecf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:58,534 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,534 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,534 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,535 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,535 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,535 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:58,536 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,539 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:58,539 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75026d456cf7a0817ea50a58fb930ecf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64106021, jitterRate=-0.04474584758281708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:58,539 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:21:58,539 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75026d456cf7a0817ea50a58fb930ecf: Running coprocessor pre-open hook at 1733289718527Writing region info on filesystem at 1733289718527Initializing all the Stores at 1733289718528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289718528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289718528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289718528Cleaning up temporary data from old regions at 1733289718535 (+7 ms)Running coprocessor post-open hooks at 1733289718539 (+4 ms)Region opened successfully at 1733289718539 2024-12-04T05:21:58,540 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf., pid=6, masterSystemTime=1733289718523 2024-12-04T05:21:58,542 DEBUG [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,542 INFO [RS_OPEN_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:21:58,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75026d456cf7a0817ea50a58fb930ecf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6c7595a931c3,35325,1733289712517 2024-12-04T05:21:58,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75026d456cf7a0817ea50a58fb930ecf, server=6c7595a931c3,35325,1733289712517 because future has completed 2024-12-04T05:21:58,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T05:21:58,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75026d456cf7a0817ea50a58fb930ecf, server=6c7595a931c3,35325,1733289712517 in 174 msec 2024-12-04T05:21:58,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T05:21:58,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75026d456cf7a0817ea50a58fb930ecf, ASSIGN in 330 msec 2024-12-04T05:21:58,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:58,549 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289718549"}]},"ts":"1733289718549"} 2024-12-04T05:21:58,550 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T05:21:58,551 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:58,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 395 msec 2024-12-04T05:21:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T05:21:58,783 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T05:21:58,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d17aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:58,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,39855,-1 for getting cluster id 2024-12-04T05:21:58,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:58,785 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97bde273-f3b2-413f-b68e-ea9c8c83a8ca' 2024-12-04T05:21:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97bde273-f3b2-413f-b68e-ea9c8c83a8ca" 2024-12-04T05:21:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3259a9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,39855,-1] 2024-12-04T05:21:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:58,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:58,787 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ff98a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:58,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,39855,1733289705502 2024-12-04T05:21:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60aacc74 2024-12-04T05:21:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:58,791 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:58,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6c7595a931c3:34585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:21:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:21:58,795 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34585' 2024-12-04T05:21:58,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775088a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:58,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34585,-1 for getting cluster id 2024-12-04T05:21:58,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:58,798 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badf731-8d09-4e40-9d6c-811f9b5fe3ee' 2024-12-04T05:21:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badf731-8d09-4e40-9d6c-811f9b5fe3ee" 2024-12-04T05:21:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2468ae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34585,-1] 2024-12-04T05:21:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:58,799 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220bf6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:58,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34585,1733289709100 2024-12-04T05:21:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6726ca36 2024-12-04T05:21:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:58,802 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:21:58,803 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T05:21:58,803 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:21:58,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:58,803 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:58,803 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T05:21:58,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:58,805 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T05:21:58,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T05:21:58,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:58,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T05:21:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741837_1013 (size=1138) 2024-12-04T05:21:58,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cf9b0c3fe729b092ae5b33b7eb7e053, NAME => 'hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed 2024-12-04T05:21:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741838_1014 (size=44) 2024-12-04T05:21:58,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:58,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9cf9b0c3fe729b092ae5b33b7eb7e053, disabling compactions & flushes 2024-12-04T05:21:58,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:58,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:58,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. after waiting 0 ms 2024-12-04T05:21:58,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:58,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:58,845 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cf9b0c3fe729b092ae5b33b7eb7e053: Waiting for close lock at 1733289718845Disabling compacts and flushes for region at 1733289718845Disabling writes for close at 1733289718845Writing region close event to WAL at 1733289718845Closed at 1733289718845 2024-12-04T05:21:58,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T05:21:58,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733289718847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733289718847"}]},"ts":"1733289718847"} 2024-12-04T05:21:58,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T05:21:58,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T05:21:58,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289718849"}]},"ts":"1733289718849"} 2024-12-04T05:21:58,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T05:21:58,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9cf9b0c3fe729b092ae5b33b7eb7e053, ASSIGN}] 2024-12-04T05:21:58,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9cf9b0c3fe729b092ae5b33b7eb7e053, ASSIGN 2024-12-04T05:21:58,855 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T05:21:58,857 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9cf9b0c3fe729b092ae5b33b7eb7e053, ASSIGN; state=OFFLINE, location=6c7595a931c3,38217,1733289705581; forceNewPlan=false, retain=false 2024-12-04T05:21:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:59,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9cf9b0c3fe729b092ae5b33b7eb7e053, regionState=OPENING, regionLocation=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:59,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9cf9b0c3fe729b092ae5b33b7eb7e053, ASSIGN because future has completed 2024-12-04T05:21:59,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cf9b0c3fe729b092ae5b33b7eb7e053, server=6c7595a931c3,38217,1733289705581}] 2024-12-04T05:21:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:59,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:59,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T05:21:59,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T05:21:59,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6c7595a931c3%2C38217%2C1733289705581.rep, suffix=, logDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs, maxLogs=10 2024-12-04T05:21:59,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289719183, exclude list is [], retry=0 2024-12-04T05:21:59,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:21:59,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289719183 2024-12-04T05:21:59,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:21:59,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cf9b0c3fe729b092ae5b33b7eb7e053, NAME => 'hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053.', STARTKEY => '', ENDKEY => ''} 2024-12-04T05:21:59,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T05:21:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T05:21:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. service=MultiRowMutationService 2024-12-04T05:21:59,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T05:21:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T05:21:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,237 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,238 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cf9b0c3fe729b092ae5b33b7eb7e053 columnFamilyName hfileref 2024-12-04T05:21:59,238 DEBUG [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:59,239 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] regionserver.HStore(327): Store=9cf9b0c3fe729b092ae5b33b7eb7e053/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:59,239 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,240 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cf9b0c3fe729b092ae5b33b7eb7e053 columnFamilyName queue 2024-12-04T05:21:59,240 DEBUG [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:59,241 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] regionserver.HStore(327): Store=9cf9b0c3fe729b092ae5b33b7eb7e053/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:59,241 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,242 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cf9b0c3fe729b092ae5b33b7eb7e053 columnFamilyName sid 2024-12-04T05:21:59,242 DEBUG [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T05:21:59,242 INFO [StoreOpener-9cf9b0c3fe729b092ae5b33b7eb7e053-1 {}] regionserver.HStore(327): Store=9cf9b0c3fe729b092ae5b33b7eb7e053/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T05:21:59,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T05:21:59,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T05:21:59,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9cf9b0c3fe729b092ae5b33b7eb7e053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67611527, jitterRate=0.007490262389183044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T05:21:59,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:21:59,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9cf9b0c3fe729b092ae5b33b7eb7e053: Running coprocessor pre-open hook at 1733289719208Writing region info on filesystem at 1733289719209 (+1 ms)Initializing all the Stores at 1733289719229 (+20 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289719229Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289719236 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733289719236Cleaning up temporary data from old regions at 1733289719244 (+8 ms)Running coprocessor post-open hooks at 1733289719253 (+9 ms)Region opened successfully at 1733289719253 2024-12-04T05:21:59,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053., pid=10, masterSystemTime=1733289719175 2024-12-04T05:21:59,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:59,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:21:59,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9cf9b0c3fe729b092ae5b33b7eb7e053, regionState=OPEN, openSeqNum=2, regionLocation=6c7595a931c3,38217,1733289705581 2024-12-04T05:21:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cf9b0c3fe729b092ae5b33b7eb7e053, server=6c7595a931c3,38217,1733289705581 because future has completed 2024-12-04T05:21:59,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T05:21:59,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cf9b0c3fe729b092ae5b33b7eb7e053, server=6c7595a931c3,38217,1733289705581 in 240 msec 2024-12-04T05:21:59,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T05:21:59,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9cf9b0c3fe729b092ae5b33b7eb7e053, ASSIGN in 412 msec 2024-12-04T05:21:59,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T05:21:59,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733289719266"}]},"ts":"1733289719266"} 2024-12-04T05:21:59,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T05:21:59,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T05:21:59,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 465 msec 2024-12-04T05:21:59,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053., hostname=6c7595a931c3,38217,1733289705581, seqNum=2] 2024-12-04T05:21:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:59,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:21:59,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:21:59,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T05:21:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:59,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T05:21:59,474 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T05:21:59,524 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6c7595a931c3,38217,1733289705581, ReplicationSource: 1, currentBandwidth=0 2024-12-04T05:21:59,524 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:59,525 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38217,1733289705581, seqNum=-1] 2024-12-04T05:21:59,525 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:59,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T05:21:59,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6c7595a931c3,38217,1733289705581', locateType=CURRENT is [region=hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053., hostname=6c7595a931c3,38217,1733289705581, seqNum=2] 2024-12-04T05:21:59,532 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T05:21:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T05:21:59,537 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6c7595a931c3,38217,1733289705581 suceeded 2024-12-04T05:21:59,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T05:21:59,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-04T05:21:59,541 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6c7595a931c3:34585,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:21:59,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 750 msec 2024-12-04T05:21:59,549 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:34585' 2024-12-04T05:21:59,554 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T05:21:59,554 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=36, reused chunk count=156, reuseRatio=81.25% 2024-12-04T05:21:59,557 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42f882ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,557 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34585,-1 for getting cluster id 2024-12-04T05:21:59,557 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:59,558 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badf731-8d09-4e40-9d6c-811f9b5fe3ee' 2024-12-04T05:21:59,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badf731-8d09-4e40-9d6c-811f9b5fe3ee" 2024-12-04T05:21:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4234fafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34585,-1] 2024-12-04T05:21:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:59,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,560 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:59,572 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b7e3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,573 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:59,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34585,1733289709100 2024-12-04T05:21:59,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@649043c7 2024-12-04T05:21:59,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:21:59,574 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T05:21:59,576 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6c7595a931c3,38217,1733289705581 (queues=1) is replicating from cluster=97bde273-f3b2-413f-b68e-ea9c8c83a8ca to cluster=8badf731-8d09-4e40-9d6c-811f9b5fe3ee 2024-12-04T05:21:59,576 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6c7595a931c3%2C38217%2C1733289705581 2024-12-04T05:21:59,576 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6c7595a931c3,38217,1733289705581, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:21:59,579 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333, startPosition=0, beingWritten=true 2024-12-04T05:21:59,595 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C38217%2C1733289705581 2024-12-04T05:21:59,613 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T05:21:59,613 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 379, reset compression=false 2024-12-04T05:21:59,613 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38217,1733289705581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T05:21:59,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:21:59,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:21:59,823 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128909 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6c7595a931c3,36035,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:36035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T05:21:59,857 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 379, reset compression=false 2024-12-04T05:21:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T05:21:59,934 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T05:21:59,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:21:59,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:21:59,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:21:59,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc714a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,39855,-1 for getting cluster id 2024-12-04T05:21:59,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:59,937 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97bde273-f3b2-413f-b68e-ea9c8c83a8ca' 2024-12-04T05:21:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97bde273-f3b2-413f-b68e-ea9c8c83a8ca" 2024-12-04T05:21:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310fc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,39855,-1] 2024-12-04T05:21:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:59,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,938 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:59,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62129e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317f8440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34585,-1 for getting cluster id 2024-12-04T05:21:59,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:59,951 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badf731-8d09-4e40-9d6c-811f9b5fe3ee' 2024-12-04T05:21:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badf731-8d09-4e40-9d6c-811f9b5fe3ee" 2024-12-04T05:21:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26386e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34585,-1] 2024-12-04T05:21:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:59,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,953 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:59,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c1355e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5c4f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42507,-1 for getting cluster id 2024-12-04T05:21:59,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:59,959 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7f36a9b-5fab-47f9-afff-9b79945c9196' 2024-12-04T05:21:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7f36a9b-5fab-47f9-afff-9b79945c9196" 2024-12-04T05:21:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdfe8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42507,-1] 2024-12-04T05:21:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,961 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e81a2ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:21:59,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733289719965/Put/seqid=0 2024-12-04T05:21:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741840_1016 (size=7894) 2024-12-04T05:21:59,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733289719976/Put/seqid=0 2024-12-04T05:21:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741841_1017 (size=7691) 2024-12-04T05:21:59,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b165d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,39855,-1 for getting cluster id 2024-12-04T05:21:59,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:21:59,989 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97bde273-f3b2-413f-b68e-ea9c8c83a8ca' 2024-12-04T05:21:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:21:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97bde273-f3b2-413f-b68e-ea9c8c83a8ca" 2024-12-04T05:21:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fd034e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,39855,-1] 2024-12-04T05:21:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:21:59,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:21:59,991 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:21:59,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2219ae0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:21:59,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:21:59,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38217,1733289705581, seqNum=-1] 2024-12-04T05:21:59,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:21:59,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:22:00,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,39855,1733289705502 2024-12-04T05:22:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a937bb1 2024-12-04T05:22:00,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:00,009 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:22:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2] 2024-12-04T05:22:00,018 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:22:00,049 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T05:22:00,060 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T05:22:00,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T05:22:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:00,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T05:22:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegion(2603): Flush status journal for 9623b553e9832fd7629c2e831bbdcfe1: 2024-12-04T05:22:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_0 2024-12-04T05:22:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_0 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ 2024-12-04T05:22:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_1 2024-12-04T05:22:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_1 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ 2024-12-04T05:22:00,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_0 into 9623b553e9832fd7629c2e831bbdcfe1/f as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ - updating store file list. 2024-12-04T05:22:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b184fecef44848c3b07cf2102fd48bd8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:00,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ into 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:00,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_0 into 9623b553e9832fd7629c2e831bbdcfe1/f (new location: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_) 2024-12-04T05:22:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_0 2024-12-04T05:22:00,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_1 into 9623b553e9832fd7629c2e831bbdcfe1/f as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ - updating store file list. 2024-12-04T05:22:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:00,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ into 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:00,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_1 into 9623b553e9832fd7629c2e831bbdcfe1/f (new location: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_) 2024-12-04T05:22:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__am58jicbonc5of042qss82sifhscv7telaiobf9jnaac1bjcgtploudd6bf2mkmj/f/hfile_1 2024-12-04T05:22:00,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:00,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:00,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:00,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:00,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2 , the old value is region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c7595a931c3:38217 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:22:00,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:22:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:22:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2 from cache 2024-12-04T05:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,43115,1733289709146, seqNum=-1] 2024-12-04T05:22:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:22:00,133 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T05:22:00,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:22:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e., hostname=6c7595a931c3,43115,1733289709146, seqNum=2] 2024-12-04T05:22:00,137 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:22:00,166 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 379, reset compression=false 2024-12-04T05:22:00,171 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:22:00,171 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38217,1733289705581 got entry batch from reader: WALEntryBatch [walEntries=[{test/9623b553e9832fd7629c2e831bbdcfe1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289720127/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T05:22:00,173 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:22:00,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T05:22:00,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.ReplicationSink(318): Replicating [97bde273-f3b2-413f-b68e-ea9c8c83a8ca] bulk loaded data 2024-12-04T05:22:00,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dbd32c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:00,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,34585,-1 for getting cluster id 2024-12-04T05:22:00,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:22:00,176 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8badf731-8d09-4e40-9d6c-811f9b5fe3ee' 2024-12-04T05:22:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:22:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8badf731-8d09-4e40-9d6c-811f9b5fe3ee" 2024-12-04T05:22:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e29119a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,34585,-1] 2024-12-04T05:22:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:22:00,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:00,178 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:22:00,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9fdd542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:00,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741837_1013 (size=7894) 2024-12-04T05:22:00,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:22:00,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741838_1014 (size=7691) 2024-12-04T05:22:00,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:00,234 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:38217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T05:22:00,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,34585,1733289709100 2024-12-04T05:22:00,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390d66ee 2024-12-04T05:22:00,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:00,236 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T05:22:00,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:22:00,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:22:00,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,43115,1733289709146, seqNum=-1] 2024-12-04T05:22:00,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:22:00,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T05:22:00,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T05:22:00,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T05:22:00,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ for inclusion in a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T05:22:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:00,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ for inclusion in a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T05:22:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HRegion(2603): Flush status journal for a9f7078cd842dd7920ab8e0d4368886e: 2024-12-04T05:22:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:22:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/8b5005f632784e409f04c9f5868e938e_SeqId_4_ 2024-12-04T05:22:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:22:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/99e48909dd92476685c93059eba95ecc_SeqId_4_ 2024-12-04T05:22:00,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ into a9f7078cd842dd7920ab8e0d4368886e/f as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/8b5005f632784e409f04c9f5868e938e_SeqId_4_ - updating store file list. 2024-12-04T05:22:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b5005f632784e409f04c9f5868e938e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:00,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/8b5005f632784e409f04c9f5868e938e_SeqId_4_ into a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:00,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ into a9f7078cd842dd7920ab8e0d4368886e/f (new location: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/8b5005f632784e409f04c9f5868e938e_SeqId_4_) 2024-12-04T05:22:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/ede126cc3cdf4423b590ffac1ec04c9e_SeqId_4_ 2024-12-04T05:22:00,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ into a9f7078cd842dd7920ab8e0d4368886e/f as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/99e48909dd92476685c93059eba95ecc_SeqId_4_ - updating store file list. 2024-12-04T05:22:00,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99e48909dd92476685c93059eba95ecc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:00,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/99e48909dd92476685c93059eba95ecc_SeqId_4_ into a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:00,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ into a9f7078cd842dd7920ab8e0d4368886e/f (new location: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/99e48909dd92476685c93059eba95ecc_SeqId_4_) 2024-12-04T05:22:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__ra3pfulrvfp5ha8jc1heo7kj4en9j7g95u6bdlj2fkar7dnc9d1r3p69hck1apd2/f/b184fecef44848c3b07cf2102fd48bd8_SeqId_4_ 2024-12-04T05:22:00,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.ReplicationSink(324): Finished replicating [97bde273-f3b2-413f-b68e-ea9c8c83a8ca] bulk loaded data 2024-12-04T05:22:00,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:00,371 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 687, reset compression=false 2024-12-04T05:22:00,685 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 687, reset compression=false 2024-12-04T05:22:01,088 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 687, reset compression=false 2024-12-04T05:22:01,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:22:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,35325,1733289712517, seqNum=-1] 2024-12-04T05:22:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:22:01,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:22:01,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf., hostname=6c7595a931c3,35325,1733289712517, seqNum=2] 2024-12-04T05:22:01,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:22:01,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T05:22:01,160 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c7595a931c3%2C38217%2C1733289705581.rep:(num 1733289719183) roll requested 2024-12-04T05:22:01,174 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289721160, exclude list is [], retry=0 2024-12-04T05:22:01,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:22:01,180 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289719183 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289721160 2024-12-04T05:22:01,181 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:22:01,181 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289719183 is not closed yet, will try archiving it next time 2024-12-04T05:22:01,181 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c7595a931c3%2C38217%2C1733289705581:(num 1733289707333) roll requested 2024-12-04T05:22:01,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.rep.1733289719183 not finished, retry = 0 2024-12-04T05:22:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741839_1015 (size=1505) 2024-12-04T05:22:01,196 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181, exclude list is [], retry=0 2024-12-04T05:22:01,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:22:01,200 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 2024-12-04T05:22:01,200 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:22:01,200 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 is not closed yet, will try archiving it next time 2024-12-04T05:22:01,200 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c7595a931c3%2C38217%2C1733289705581.meta:.meta(num 1733289707808) roll requested 2024-12-04T05:22:01,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5917041b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,39855,-1 for getting cluster id 2024-12-04T05:22:01,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:22:01,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741833_1009 (size=695) 2024-12-04T05:22:01,202 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97bde273-f3b2-413f-b68e-ea9c8c83a8ca' 2024-12-04T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97bde273-f3b2-413f-b68e-ea9c8c83a8ca" 2024-12-04T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a3818c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,39855,-1] 2024-12-04T05:22:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:22:01,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,203 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:22:01,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17424ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:01,205 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs/6c7595a931c3%2C38217%2C1733289705581.1733289707333 2024-12-04T05:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,39855,1733289705502 2024-12-04T05:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22391abe 2024-12-04T05:22:01,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:01,206 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:22:01,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6c7595a931c3:42507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T05:22:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T05:22:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:22:01,209 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:42507' 2024-12-04T05:22:01,210 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7658230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,210 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42507,-1 for getting cluster id 2024-12-04T05:22:01,210 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:22:01,211 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7f36a9b-5fab-47f9-afff-9b79945c9196' 2024-12-04T05:22:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:22:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7f36a9b-5fab-47f9-afff-9b79945c9196" 2024-12-04T05:22:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729b1bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42507,-1] 2024-12-04T05:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,212 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:22:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c39cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,213 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42507,1733289712411 2024-12-04T05:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b2cfff 2024-12-04T05:22:01,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:01,215 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:22:01,217 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T05:22:01,217 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T05:22:01,217 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,217 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:01,218 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.meta.1733289721200.meta, exclude list is [], retry=0 2024-12-04T05:22:01,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32831,DS-f845f701-8155-47fc-98df-229c6614bbeb,DISK] 2024-12-04T05:22:01,224 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.meta.1733289707808.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.meta.1733289721200.meta 2024-12-04T05:22:01,224 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39837:39837)] 2024-12-04T05:22:01,224 DEBUG [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.meta.1733289707808.meta is not closed yet, will try archiving it next time 2024-12-04T05:22:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741834_1010 (size=3473) 2024-12-04T05:22:01,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T05:22:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:22:01,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T05:22:01,386 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T05:22:01,433 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6c7595a931c3,38217,1733289705581, ReplicationSource: 2, currentBandwidth=0 2024-12-04T05:22:01,436 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T05:22:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T05:22:01,438 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6c7595a931c3,38217,1733289705581 suceeded 2024-12-04T05:22:01,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T05:22:01,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-12-04T05:22:01,441 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6c7595a931c3:42507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T05:22:01,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 235 msec 2024-12-04T05:22:01,458 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6c7595a931c3:42507' 2024-12-04T05:22:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f460687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42507,-1 for getting cluster id 2024-12-04T05:22:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:22:01,462 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7f36a9b-5fab-47f9-afff-9b79945c9196' 2024-12-04T05:22:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:22:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7f36a9b-5fab-47f9-afff-9b79945c9196" 2024-12-04T05:22:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@447ca2a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42507,-1] 2024-12-04T05:22:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:22:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,463 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:22:01,464 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55fa7786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:01,464 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42507,1733289712411 2024-12-04T05:22:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7024918b 2024-12-04T05:22:01,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:01,466 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T05:22:01,466 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6c7595a931c3,38217,1733289705581 (queues=1) is replicating from cluster=97bde273-f3b2-413f-b68e-ea9c8c83a8ca to cluster=f7f36a9b-5fab-47f9-afff-9b79945c9196 2024-12-04T05:22:01,466 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6c7595a931c3%2C38217%2C1733289705581 2024-12-04T05:22:01,467 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6c7595a931c3,38217,1733289705581, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T05:22:01,467 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181, startPosition=0, beingWritten=true 2024-12-04T05:22:01,472 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6c7595a931c3%2C38217%2C1733289705581 2024-12-04T05:22:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T05:22:01,523 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T05:22:01,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:01,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:01,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:01,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:01,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T05:22:01,528 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733289721527/Put/seqid=0 2024-12-04T05:22:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741845_1021 (size=11194) 2024-12-04T05:22:01,592 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 to pos 687, reset compression=false 2024-12-04T05:22:01,598 INFO [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 was moved to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs/6c7595a931c3%2C38217%2C1733289705581.1733289707333 2024-12-04T05:22:01,600 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333 2024-12-04T05:22:01,600 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38217,1733289705581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289707333, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T05:22:01,600 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181, startPosition=0, beingWritten=true 2024-12-04T05:22:01,602 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6c7595a931c3%2C38217%2C1733289705581.1733289707333] 2024-12-04T05:22:01,676 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 0, reset compression=false 2024-12-04T05:22:01,948 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733289721947/Put/seqid=0 2024-12-04T05:22:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741846_1022 (size=10791) 2024-12-04T05:22:01,981 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 0, reset compression=false 2024-12-04T05:22:02,206 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 0, reset compression=false 2024-12-04T05:22:02,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2002d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:02,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,39855,-1 for getting cluster id 2024-12-04T05:22:02,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:22:02,354 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97bde273-f3b2-413f-b68e-ea9c8c83a8ca' 2024-12-04T05:22:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:22:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97bde273-f3b2-413f-b68e-ea9c8c83a8ca" 2024-12-04T05:22:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23681919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,39855,-1] 2024-12-04T05:22:02,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:22:02,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:02,355 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:22:02,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce614cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:02,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:22:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,38217,1733289705581, seqNum=-1] 2024-12-04T05:22:02,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:22:02,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T05:22:02,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,39855,1733289705502 2024-12-04T05:22:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e053f01 2024-12-04T05:22:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:02,366 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T05:22:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2] 2024-12-04T05:22:02,370 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:22:02,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T05:22:02,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T05:22:02,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T05:22:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:02,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T05:22:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegion(2603): Flush status journal for 9623b553e9832fd7629c2e831bbdcfe1: 2024-12-04T05:22:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_0 2024-12-04T05:22:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_0 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ 2024-12-04T05:22:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_1 2024-12-04T05:22:02,385 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 0, reset compression=false 2024-12-04T05:22:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_1 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ 2024-12-04T05:22:02,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_0 into 9623b553e9832fd7629c2e831bbdcfe1/f as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ - updating store file list. 2024-12-04T05:22:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64671539bfa84c9896c1f5e1cf18e391_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:02,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ into 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:02,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_0 into 9623b553e9832fd7629c2e831bbdcfe1/f (new location: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_) 2024-12-04T05:22:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_0 2024-12-04T05:22:02,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_1 into 9623b553e9832fd7629c2e831bbdcfe1/f as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ - updating store file list. 2024-12-04T05:22:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b4ec867d03c946298ce70c1a55727d9b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:02,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ into 9623b553e9832fd7629c2e831bbdcfe1/f 2024-12-04T05:22:02,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_1 into 9623b553e9832fd7629c2e831bbdcfe1/f (new location: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_) 2024-12-04T05:22:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/staging/jenkins__test__oktnhhg86135bmnsgk78gth1v2s4ckrfkbglar06f8lhg8t3gk96u3l491rfb3p9/f/hfile_1 2024-12-04T05:22:02,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:02,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:02,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:02,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:02,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2 , the old value is region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c7595a931c3:38217 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:22:02,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T05:22:02,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1., hostname=6c7595a931c3,38217,1733289705581, seqNum=2 from cache 2024-12-04T05:22:02,404 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T05:22:02,405 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:22:02,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:02,513 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c7595a931c3:38217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T05:22:02,889 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 0, reset compression=false 2024-12-04T05:22:02,893 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:22:02,893 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6c7595a931c3,38217,1733289705581 got entry batch from reader: WALEntryBatch [walEntries=[{test/9623b553e9832fd7629c2e831bbdcfe1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289722400/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T05:22:02,895 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T05:22:02,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T05:22:02,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.ReplicationSink(318): Replicating [97bde273-f3b2-413f-b68e-ea9c8c83a8ca] bulk loaded data 2024-12-04T05:22:02,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e570f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:02,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] client.ClusterIdFetcher(90): Going to request 6c7595a931c3,42507,-1 for getting cluster id 2024-12-04T05:22:02,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T05:22:02,897 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7f36a9b-5fab-47f9-afff-9b79945c9196' 2024-12-04T05:22:02,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T05:22:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7f36a9b-5fab-47f9-afff-9b79945c9196" 2024-12-04T05:22:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab6a3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c7595a931c3,42507,-1] 2024-12-04T05:22:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T05:22:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:02,898 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T05:22:02,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58051f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T05:22:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741837_1013 (size=11194) 2024-12-04T05:22:02,910 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 0, reset compression=false 2024-12-04T05:22:02,914 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T05:22:02,914 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6c7595a931c3,38217,1733289705581 got entry batch from reader: WALEntryBatch [walEntries=[{test/9623b553e9832fd7629c2e831bbdcfe1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733289722400/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T05:22:02,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.ReplicationSink(318): Replicating [97bde273-f3b2-413f-b68e-ea9c8c83a8ca] bulk loaded data 2024-12-04T05:22:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741839_1015 (size=11194) 2024-12-04T05:22:03,094 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:03,114 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:03,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741838_1014 (size=10791) 2024-12-04T05:22:03,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741840_1016 (size=10791) 2024-12-04T05:22:03,397 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:03,409 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T05:22:03,418 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:03,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T05:22:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c7595a931c3,42507,1733289712411 2024-12-04T05:22:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aceb70 2024-12-04T05:22:03,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T05:22:03,719 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T05:22:03,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:22:03,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T05:22:03,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c7595a931c3,35325,1733289712517, seqNum=-1] 2024-12-04T05:22:03,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T05:22:03,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T05:22:03,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T05:22:03,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T05:22:03,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ for inclusion in 75026d456cf7a0817ea50a58fb930ecf/f 2024-12-04T05:22:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T05:22:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:03,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ for inclusion in 75026d456cf7a0817ea50a58fb930ecf/f 2024-12-04T05:22:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T05:22:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:03,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T05:22:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HRegion(2603): Flush status journal for 75026d456cf7a0817ea50a58fb930ecf: 2024-12-04T05:22:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:22:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/ebc20c7eb243486aa75451848ea58c94_SeqId_4_ 2024-12-04T05:22:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:22:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/efac3299e50c4ecebf8435e16f404ffa_SeqId_4_ 2024-12-04T05:22:03,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ into 75026d456cf7a0817ea50a58fb930ecf/f as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/ebc20c7eb243486aa75451848ea58c94_SeqId_4_ - updating store file list. 2024-12-04T05:22:03,741 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T05:22:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebc20c7eb243486aa75451848ea58c94_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:03,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/ebc20c7eb243486aa75451848ea58c94_SeqId_4_ into 75026d456cf7a0817ea50a58fb930ecf/f 2024-12-04T05:22:03,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ into 75026d456cf7a0817ea50a58fb930ecf/f (new location: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/ebc20c7eb243486aa75451848ea58c94_SeqId_4_) 2024-12-04T05:22:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ 2024-12-04T05:22:03,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T05:22:03,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ into 75026d456cf7a0817ea50a58fb930ecf/f as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/efac3299e50c4ecebf8435e16f404ffa_SeqId_4_ - updating store file list. 2024-12-04T05:22:03,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ for inclusion in a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for efac3299e50c4ecebf8435e16f404ffa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:03,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/efac3299e50c4ecebf8435e16f404ffa_SeqId_4_ into 75026d456cf7a0817ea50a58fb930ecf/f 2024-12-04T05:22:03,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ into 75026d456cf7a0817ea50a58fb930ecf/f (new location: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/f/efac3299e50c4ecebf8435e16f404ffa_SeqId_4_) 2024-12-04T05:22:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T05:22:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:03,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ for inclusion in a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/staging/jenkins.hfs.23__test__3gfhet3djpe9qdr9cou7d0g1l2ok4l8a2mt0aha7un4103i9fr9606e6nh3jkiom/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ 2024-12-04T05:22:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T05:22:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T05:22:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HRegion(2603): Flush status journal for a9f7078cd842dd7920ab8e0d4368886e: 2024-12-04T05:22:03,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] regionserver.ReplicationSink(324): Finished replicating [97bde273-f3b2-413f-b68e-ea9c8c83a8ca] bulk loaded data 2024-12-04T05:22:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:22:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/6d5130a848a349868804fef8c784cfe3_SeqId_6_ 2024-12-04T05:22:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T05:22:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/4ea5c1dee5434a369e206cdeb8e813a7_SeqId_6_ 2024-12-04T05:22:03,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ into a9f7078cd842dd7920ab8e0d4368886e/f as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/6d5130a848a349868804fef8c784cfe3_SeqId_6_ - updating store file list. 2024-12-04T05:22:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d5130a848a349868804fef8c784cfe3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:03,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/6d5130a848a349868804fef8c784cfe3_SeqId_6_ into a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:03,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ into a9f7078cd842dd7920ab8e0d4368886e/f (new location: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/6d5130a848a349868804fef8c784cfe3_SeqId_6_) 2024-12-04T05:22:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/b4ec867d03c946298ce70c1a55727d9b_SeqId_6_ 2024-12-04T05:22:03,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ into a9f7078cd842dd7920ab8e0d4368886e/f as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/4ea5c1dee5434a369e206cdeb8e813a7_SeqId_6_ - updating store file list. 2024-12-04T05:22:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ea5c1dee5434a369e206cdeb8e813a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T05:22:03,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/4ea5c1dee5434a369e206cdeb8e813a7_SeqId_6_ into a9f7078cd842dd7920ab8e0d4368886e/f 2024-12-04T05:22:03,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ into a9f7078cd842dd7920ab8e0d4368886e/f (new location: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/f/4ea5c1dee5434a369e206cdeb8e813a7_SeqId_6_) 2024-12-04T05:22:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/staging/jenkins.hfs.22__test__s8snah2bbqc976pl7escgq86abt3tjklgahchpbddldmbklbbir3938hsgkisu3o/f/64671539bfa84c9896c1f5e1cf18e391_SeqId_6_ 2024-12-04T05:22:03,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43115 {}] regionserver.ReplicationSink(324): Finished replicating [97bde273-f3b2-413f-b68e-ea9c8c83a8ca] bulk loaded data 2024-12-04T05:22:03,800 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:03,821 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:04,304 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:04,324 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:04,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:22:04,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:04,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:04,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:04,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:04,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:04,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:22:04,426 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289159659, stopped=false 2024-12-04T05:22:04,426 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,42507,1733289712411 2024-12-04T05:22:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21203418144/running 2024-12-04T05:22:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21203418144/running 2024-12-04T05:22:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:22:04,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:22:04,428 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:22:04,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:04,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:04,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:04,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,35325,1733289712517' ***** 2024-12-04T05:22:04,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:22:04,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/running 2024-12-04T05:22:04,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Set watcher on znode that does not yet exist, /21203418144/running 2024-12-04T05:22:04,430 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:22:04,430 INFO [RS:0;6c7595a931c3:35325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:22:04,430 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:22:04,430 INFO [RS:0;6c7595a931c3:35325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:22:04,430 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(3091): Received CLOSE for 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,35325,1733289712517 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:35325. 2024-12-04T05:22:04,431 DEBUG [RS:0;6c7595a931c3:35325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:04,431 DEBUG [RS:0;6c7595a931c3:35325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:04,431 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75026d456cf7a0817ea50a58fb930ecf, disabling compactions & flushes 2024-12-04T05:22:04,431 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:22:04,431 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:22:04,431 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. after waiting 0 ms 2024-12-04T05:22:04,431 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:22:04,431 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:22:04,431 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 75026d456cf7a0817ea50a58fb930ecf=test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf.} 2024-12-04T05:22:04,432 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75026d456cf7a0817ea50a58fb930ecf 2024-12-04T05:22:04,432 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:22:04,432 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:22:04,432 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:22:04,432 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:22:04,432 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:22:04,432 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T05:22:04,436 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/default/test/75026d456cf7a0817ea50a58fb930ecf/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T05:22:04,436 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:04,436 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:22:04,437 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:22:04,437 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75026d456cf7a0817ea50a58fb930ecf: Waiting for close lock at 1733289724431Running coprocessor pre-close hooks at 1733289724431Disabling compacts and flushes for region at 1733289724431Disabling writes for close at 1733289724431Writing region close event to WAL at 1733289724433 (+2 ms)Running coprocessor post-close hooks at 1733289724436 (+3 ms)Closed at 1733289724437 (+1 ms) 2024-12-04T05:22:04,437 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf. 2024-12-04T05:22:04,437 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:22:04,450 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/info/93967305d83b4c0598b3151133258093 is 129, key is test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf./info:regioninfo/1733289718542/Put/seqid=0 2024-12-04T05:22:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741839_1015 (size=6421) 2024-12-04T05:22:04,453 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/info/93967305d83b4c0598b3151133258093 2024-12-04T05:22:04,474 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/ns/4cbd4ab6405345b38335a7916432292f is 43, key is default/ns:d/1733289714742/Put/seqid=0 2024-12-04T05:22:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741840_1016 (size=5153) 2024-12-04T05:22:04,632 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:04,651 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:22:04,651 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:22:04,832 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:04,877 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/ns/4cbd4ab6405345b38335a7916432292f 2024-12-04T05:22:04,898 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/rep_barrier/5ef936a66db144d894bc21bbf35686e9 is 112, key is test,,1733289718156.75026d456cf7a0817ea50a58fb930ecf./rep_barrier:seqnumDuringOpen/1733289718542/Put/seqid=0 2024-12-04T05:22:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741841_1017 (size=5518) 2024-12-04T05:22:04,907 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:04,927 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:05,032 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:05,232 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:05,302 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/rep_barrier/5ef936a66db144d894bc21bbf35686e9 2024-12-04T05:22:05,319 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/table/d6790446a36e45dc8852fb17585436de is 40, key is test/table:state/1733289718549/Put/seqid=0 2024-12-04T05:22:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741842_1018 (size=5165) 2024-12-04T05:22:05,432 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T05:22:05,432 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T05:22:05,433 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:05,610 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:05,629 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:05,633 DEBUG [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:05,723 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/table/d6790446a36e45dc8852fb17585436de 2024-12-04T05:22:05,729 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/info/93967305d83b4c0598b3151133258093 as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/info/93967305d83b4c0598b3151133258093 2024-12-04T05:22:05,734 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/info/93967305d83b4c0598b3151133258093, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T05:22:05,735 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/ns/4cbd4ab6405345b38335a7916432292f as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/ns/4cbd4ab6405345b38335a7916432292f 2024-12-04T05:22:05,740 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/ns/4cbd4ab6405345b38335a7916432292f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:22:05,741 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/rep_barrier/5ef936a66db144d894bc21bbf35686e9 as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/rep_barrier/5ef936a66db144d894bc21bbf35686e9 2024-12-04T05:22:05,745 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/rep_barrier/5ef936a66db144d894bc21bbf35686e9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T05:22:05,746 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/.tmp/table/d6790446a36e45dc8852fb17585436de as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/table/d6790446a36e45dc8852fb17585436de 2024-12-04T05:22:05,749 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/table/d6790446a36e45dc8852fb17585436de, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:22:05,750 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false 2024-12-04T05:22:05,756 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T05:22:05,757 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:05,757 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:22:05,757 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:22:05,757 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289724432Running coprocessor pre-close hooks at 1733289724432Disabling compacts and flushes for region at 1733289724432Disabling writes for close at 1733289724432Obtaining lock to block concurrent updates at 1733289724432Preparing flush snapshotting stores in 1588230740 at 1733289724432Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733289724432Flushing stores of hbase:meta,,1.1588230740 at 1733289724433 (+1 ms)Flushing 1588230740/info: creating writer at 1733289724433Flushing 1588230740/info: appending metadata at 1733289724449 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733289724450 (+1 ms)Flushing 1588230740/ns: creating writer at 1733289724457 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733289724473 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733289724473Flushing 1588230740/rep_barrier: creating writer at 1733289724881 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289724898 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289724898Flushing 1588230740/table: creating writer at 1733289725305 (+407 ms)Flushing 1588230740/table: appending metadata at 1733289725319 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733289725319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6279f183: reopening flushed file at 1733289725728 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54149bad: reopening flushed file at 1733289725734 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e4cee8: reopening flushed file at 1733289725740 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fc1d8c: reopening flushed file at 1733289725745 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false at 1733289725750 (+5 ms)Writing region close event to WAL at 1733289725753 (+3 ms)Running coprocessor post-close hooks at 1733289725757 (+4 ms)Closed at 1733289725757 2024-12-04T05:22:05,757 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:22:05,833 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,35325,1733289712517; all regions closed. 2024-12-04T05:22:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741834_1010 (size=2717) 2024-12-04T05:22:05,837 DEBUG [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/oldWALs 2024-12-04T05:22:05,837 INFO [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C35325%2C1733289712517.meta:.meta(num 1733289714703) 2024-12-04T05:22:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741832_1008 (size=1028) 2024-12-04T05:22:05,842 DEBUG [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/oldWALs 2024-12-04T05:22:05,842 INFO [RS:0;6c7595a931c3:35325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C35325%2C1733289712517:(num 1733289713745) 2024-12-04T05:22:05,842 DEBUG [RS:0;6c7595a931c3:35325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:05,842 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:22:05,842 INFO [RS:0;6c7595a931c3:35325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:22:05,843 INFO [RS:0;6c7595a931c3:35325 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:22:05,843 INFO [RS:0;6c7595a931c3:35325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:22:05,843 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:22:05,843 INFO [RS:0;6c7595a931c3:35325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:35325. 2024-12-04T05:22:05,843 DEBUG [RS:0;6c7595a931c3:35325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:05,843 DEBUG [RS:0;6c7595a931c3:35325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:05,844 DEBUG [RS:0;6c7595a931c3:35325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:05,844 INFO [RS:0;6c7595a931c3:35325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35325 2024-12-04T05:22:05,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21203418144/rs/6c7595a931c3,35325,1733289712517 2024-12-04T05:22:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144/rs 2024-12-04T05:22:05,848 INFO [RS:0;6c7595a931c3:35325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:22:05,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,35325,1733289712517] 2024-12-04T05:22:05,852 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21203418144/draining/6c7595a931c3,35325,1733289712517 already deleted, retry=false 2024-12-04T05:22:05,852 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,35325,1733289712517 expired; onlineServers=0 2024-12-04T05:22:05,852 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,42507,1733289712411' ***** 2024-12-04T05:22:05,852 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:22:05,852 INFO [M:0;6c7595a931c3:42507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:22:05,852 INFO [M:0;6c7595a931c3:42507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:22:05,852 DEBUG [M:0;6c7595a931c3:42507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:22:05,852 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:22:05,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289713580 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289713580,5,FailOnTimeoutGroup] 2024-12-04T05:22:05,852 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289713580 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289713580,5,FailOnTimeoutGroup] 2024-12-04T05:22:05,853 DEBUG [M:0;6c7595a931c3:42507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:22:05,853 INFO [M:0;6c7595a931c3:42507 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:22:05,853 INFO [M:0;6c7595a931c3:42507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:22:05,853 DEBUG [M:0;6c7595a931c3:42507 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:22:05,853 INFO [M:0;6c7595a931c3:42507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:22:05,853 INFO [M:0;6c7595a931c3:42507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:22:05,853 INFO [M:0;6c7595a931c3:42507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:22:05,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:22:05,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21203418144/master 2024-12-04T05:22:05,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21203418144 2024-12-04T05:22:05,854 DEBUG [M:0;6c7595a931c3:42507 {}] zookeeper.ZKUtil(347): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Unable to get data of znode /21203418144/master because node does not exist (not an error) 2024-12-04T05:22:05,854 WARN [M:0;6c7595a931c3:42507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:22:05,855 INFO [M:0;6c7595a931c3:42507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/.lastflushedseqids 2024-12-04T05:22:05,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741843_1019 (size=173) 2024-12-04T05:22:05,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:05,950 INFO [RS:0;6c7595a931c3:35325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:22:05,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35325-0x1017bebe4d30007, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:05,950 INFO [RS:0;6c7595a931c3:35325 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,35325,1733289712517; zookeeper connection closed. 2024-12-04T05:22:05,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@305e2290 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@305e2290 2024-12-04T05:22:05,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:22:06,259 INFO [M:0;6c7595a931c3:42507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:22:06,259 INFO [M:0;6c7595a931c3:42507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:22:06,260 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:22:06,260 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:06,260 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:06,260 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:22:06,260 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:06,260 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T05:22:06,279 DEBUG [M:0;6c7595a931c3:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4e7fd7b8aab482e80f997eb615b9539 is 82, key is hbase:meta,,1/info:regioninfo/1733289714733/Put/seqid=0 2024-12-04T05:22:06,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741844_1020 (size=5672) 2024-12-04T05:22:06,414 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:06,439 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:06,683 INFO [M:0;6c7595a931c3:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4e7fd7b8aab482e80f997eb615b9539 2024-12-04T05:22:06,706 DEBUG [M:0;6c7595a931c3:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f30fd4c8f3ee45d1a8bf7e8e0ed25b78 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289718552/Put/seqid=0 2024-12-04T05:22:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741845_1021 (size=6586) 2024-12-04T05:22:07,110 INFO [M:0;6c7595a931c3:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f30fd4c8f3ee45d1a8bf7e8e0ed25b78 2024-12-04T05:22:07,133 DEBUG [M:0;6c7595a931c3:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/454730c942674dcbb4e2f89edbe1276c is 69, key is 6c7595a931c3,35325,1733289712517/rs:state/1733289713581/Put/seqid=0 2024-12-04T05:22:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741846_1022 (size=5156) 2024-12-04T05:22:07,141 INFO [M:0;6c7595a931c3:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/454730c942674dcbb4e2f89edbe1276c 2024-12-04T05:22:07,153 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4e7fd7b8aab482e80f997eb615b9539 as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4e7fd7b8aab482e80f997eb615b9539 2024-12-04T05:22:07,157 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4e7fd7b8aab482e80f997eb615b9539, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T05:22:07,157 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f30fd4c8f3ee45d1a8bf7e8e0ed25b78 as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f30fd4c8f3ee45d1a8bf7e8e0ed25b78 2024-12-04T05:22:07,161 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f30fd4c8f3ee45d1a8bf7e8e0ed25b78, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T05:22:07,162 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/454730c942674dcbb4e2f89edbe1276c as hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/454730c942674dcbb4e2f89edbe1276c 2024-12-04T05:22:07,165 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/b066bec6-5160-5d03-cfdb-25271d10bb2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/454730c942674dcbb4e2f89edbe1276c, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T05:22:07,166 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=55, compaction requested=false 2024-12-04T05:22:07,167 INFO [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:07,167 DEBUG [M:0;6c7595a931c3:42507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289726260Disabling compacts and flushes for region at 1733289726260Disabling writes for close at 1733289726260Obtaining lock to block concurrent updates at 1733289726260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289726260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733289726260Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289726261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289726261Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289726278 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289726278Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289726687 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289726706 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289726706Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289727116 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289727132 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289727132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e79059d: reopening flushed file at 1733289727152 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbb3c8b: reopening flushed file at 1733289727157 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600d8f95: reopening flushed file at 1733289727161 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=55, compaction requested=false at 1733289727166 (+5 ms)Writing region close event to WAL at 1733289727167 (+1 ms)Closed at 1733289727167 2024-12-04T05:22:07,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46549 is added to blk_1073741830_1006 (size=32770) 2024-12-04T05:22:07,171 INFO [M:0;6c7595a931c3:42507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:22:07,171 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:22:07,171 INFO [M:0;6c7595a931c3:42507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42507 2024-12-04T05:22:07,171 INFO [M:0;6c7595a931c3:42507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:22:07,274 INFO [M:0;6c7595a931c3:42507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:22:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1017bebe4d30006, quorum=127.0.0.1:50141, baseZNode=/21203418144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:07,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32c5e936{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:22:07,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b84476c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:22:07,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:22:07,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25ce72a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:22:07,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599228b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/hadoop.log.dir/,STOPPED} 2024-12-04T05:22:07,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:22:07,281 WARN [BP-803652275-172.17.0.2-1733289711719 heartbeating to localhost/127.0.0.1:43631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:22:07,281 WARN [BP-803652275-172.17.0.2-1733289711719 heartbeating to localhost/127.0.0.1:43631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803652275-172.17.0.2-1733289711719 (Datanode Uuid a9e77c86-7a9c-4c02-a811-96dfaf62aa05) service to localhost/127.0.0.1:43631 2024-12-04T05:22:07,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/cluster_3ad64e9a-97e0-8723-1435-092164136631/data/data1/current/BP-803652275-172.17.0.2-1733289711719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:22:07,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/cluster_3ad64e9a-97e0-8723-1435-092164136631/data/data2/current/BP-803652275-172.17.0.2-1733289711719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:22:07,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:22:07,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:22:07,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64215a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:22:07,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10a2c4c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:22:07,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:22:07,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@245daef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:22:07,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669a367e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950035aa-ba12-e6da-e265-fcb3120c8b62/hadoop.log.dir/,STOPPED} 2024-12-04T05:22:07,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:22:07,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:22:07,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:07,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:07,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:22:07,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888408743, stopped=false 2024-12-04T05:22:07,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,34585,1733289709100 2024-12-04T05:22:07,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11230158664/running 2024-12-04T05:22:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11230158664/running 2024-12-04T05:22:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:22:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:22:07,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:22:07,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:07,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:07,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,306 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,43115,1733289709146' ***** 2024-12-04T05:22:07,306 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:22:07,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/running 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:22:07,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Set watcher on znode that does not yet exist, /11230158664/running 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(3091): Received CLOSE for a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,43115,1733289709146 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:22:07,307 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:43115. 2024-12-04T05:22:07,307 DEBUG [RS:0;6c7595a931c3:43115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:07,307 DEBUG [RS:0;6c7595a931c3:43115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:22:07,307 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:22:07,308 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:22:07,308 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9f7078cd842dd7920ab8e0d4368886e, disabling compactions & flushes 2024-12-04T05:22:07,308 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:22:07,308 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:22:07,308 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. after waiting 0 ms 2024-12-04T05:22:07,308 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:22:07,309 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T05:22:07,309 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9f7078cd842dd7920ab8e0d4368886e=test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e.} 2024-12-04T05:22:07,309 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9f7078cd842dd7920ab8e0d4368886e 2024-12-04T05:22:07,309 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:22:07,309 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:22:07,309 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:22:07,309 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:22:07,309 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:22:07,309 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T05:22:07,317 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:07,317 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/default/test/a9f7078cd842dd7920ab8e0d4368886e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:22:07,318 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:07,318 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:22:07,318 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:22:07,318 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9f7078cd842dd7920ab8e0d4368886e: Waiting for close lock at 1733289727308Running coprocessor pre-close hooks at 1733289727308Disabling compacts and flushes for region at 1733289727308Disabling writes for close at 1733289727308Writing region close event to WAL at 1733289727309 (+1 ms)Running coprocessor post-close hooks at 1733289727318 (+9 ms)Closed at 1733289727318 2024-12-04T05:22:07,318 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e. 2024-12-04T05:22:07,327 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/info/92c51e89750b42c2a05c62debf76270b is 129, key is test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e./info:regioninfo/1733289717145/Put/seqid=0 2024-12-04T05:22:07,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741841_1017 (size=6421) 2024-12-04T05:22:07,330 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/info/92c51e89750b42c2a05c62debf76270b 2024-12-04T05:22:07,339 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:22:07,342 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:07,354 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/ns/6dcf0f5dcc694d4e87c3df0acc4ea57e is 43, key is default/ns:d/1733289711605/Put/seqid=0 2024-12-04T05:22:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741842_1018 (size=5153) 2024-12-04T05:22:07,359 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/ns/6dcf0f5dcc694d4e87c3df0acc4ea57e 2024-12-04T05:22:07,386 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/rep_barrier/83dc87c9912b48ec944c616fdbb346aa is 112, key is test,,1733289716005.a9f7078cd842dd7920ab8e0d4368886e./rep_barrier:seqnumDuringOpen/1733289717145/Put/seqid=0 2024-12-04T05:22:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741843_1019 (size=5518) 2024-12-04T05:22:07,391 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/rep_barrier/83dc87c9912b48ec944c616fdbb346aa 2024-12-04T05:22:07,413 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/table/9238993e6e8242e0b0e366fabe576aac is 40, key is test/table:state/1733289717152/Put/seqid=0 2024-12-04T05:22:07,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741844_1020 (size=5165) 2024-12-04T05:22:07,509 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:07,709 DEBUG [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T05:22:07,819 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/table/9238993e6e8242e0b0e366fabe576aac 2024-12-04T05:22:07,823 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/info/92c51e89750b42c2a05c62debf76270b as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/info/92c51e89750b42c2a05c62debf76270b 2024-12-04T05:22:07,826 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/info/92c51e89750b42c2a05c62debf76270b, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T05:22:07,827 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/ns/6dcf0f5dcc694d4e87c3df0acc4ea57e as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/ns/6dcf0f5dcc694d4e87c3df0acc4ea57e 2024-12-04T05:22:07,831 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/ns/6dcf0f5dcc694d4e87c3df0acc4ea57e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:22:07,831 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/rep_barrier/83dc87c9912b48ec944c616fdbb346aa as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/rep_barrier/83dc87c9912b48ec944c616fdbb346aa 2024-12-04T05:22:07,835 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/rep_barrier/83dc87c9912b48ec944c616fdbb346aa, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T05:22:07,836 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/.tmp/table/9238993e6e8242e0b0e366fabe576aac as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/table/9238993e6e8242e0b0e366fabe576aac 2024-12-04T05:22:07,839 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/table/9238993e6e8242e0b0e366fabe576aac, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T05:22:07,840 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=11, compaction requested=false 2024-12-04T05:22:07,844 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T05:22:07,844 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:07,845 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:22:07,845 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:22:07,845 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289727309Running coprocessor pre-close hooks at 1733289727309Disabling compacts and flushes for region at 1733289727309Disabling writes for close at 1733289727309Obtaining lock to block concurrent updates at 1733289727309Preparing flush snapshotting stores in 1588230740 at 1733289727309Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733289727309Flushing stores of hbase:meta,,1.1588230740 at 1733289727310 (+1 ms)Flushing 1588230740/info: creating writer at 1733289727310Flushing 1588230740/info: appending metadata at 1733289727326 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733289727326Flushing 1588230740/ns: creating writer at 1733289727338 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733289727353 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733289727353Flushing 1588230740/rep_barrier: creating writer at 1733289727364 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289727385 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289727385Flushing 1588230740/table: creating writer at 1733289727396 (+11 ms)Flushing 1588230740/table: appending metadata at 1733289727412 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733289727412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1da685bb: reopening flushed file at 1733289727822 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f98e05: reopening flushed file at 1733289727826 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77de87d: reopening flushed file at 1733289727831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5b1a83: reopening flushed file at 1733289727835 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=11, compaction requested=false at 1733289727840 (+5 ms)Writing region close event to WAL at 1733289727842 (+2 ms)Running coprocessor post-close hooks at 1733289727844 (+2 ms)Closed at 1733289727845 (+1 ms) 2024-12-04T05:22:07,845 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:22:07,909 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,43115,1733289709146; all regions closed. 2024-12-04T05:22:07,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741834_1010 (size=2717) 2024-12-04T05:22:07,913 DEBUG [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/oldWALs 2024-12-04T05:22:07,913 INFO [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C43115%2C1733289709146.meta:.meta(num 1733289711534) 2024-12-04T05:22:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741833_1009 (size=1374) 2024-12-04T05:22:07,917 DEBUG [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/oldWALs 2024-12-04T05:22:07,917 INFO [RS:0;6c7595a931c3:43115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C43115%2C1733289709146:(num 1733289711155) 2024-12-04T05:22:07,917 DEBUG [RS:0;6c7595a931c3:43115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,917 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:22:07,917 INFO [RS:0;6c7595a931c3:43115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:22:07,917 INFO [RS:0;6c7595a931c3:43115 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T05:22:07,917 INFO [RS:0;6c7595a931c3:43115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:22:07,917 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:22:07,918 INFO [RS:0;6c7595a931c3:43115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:43115. 2024-12-04T05:22:07,918 DEBUG [RS:0;6c7595a931c3:43115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:07,918 DEBUG [RS:0;6c7595a931c3:43115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,918 DEBUG [RS:0;6c7595a931c3:43115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:07,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:07,918 INFO [RS:0;6c7595a931c3:43115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43115 2024-12-04T05:22:07,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664/rs 2024-12-04T05:22:07,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11230158664/rs/6c7595a931c3,43115,1733289709146 2024-12-04T05:22:07,929 INFO [RS:0;6c7595a931c3:43115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:22:07,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,43115,1733289709146] 2024-12-04T05:22:07,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11230158664/draining/6c7595a931c3,43115,1733289709146 already deleted, retry=false 2024-12-04T05:22:07,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,43115,1733289709146 expired; onlineServers=0 2024-12-04T05:22:07,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,34585,1733289709100' ***** 2024-12-04T05:22:07,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:22:07,945 INFO [M:0;6c7595a931c3:34585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:22:07,945 INFO [M:0;6c7595a931c3:34585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:22:07,945 DEBUG [M:0;6c7595a931c3:34585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:22:07,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:22:07,946 DEBUG [M:0;6c7595a931c3:34585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:22:07,946 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289710937 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289710937,5,FailOnTimeoutGroup] 2024-12-04T05:22:07,946 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289710940 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289710940,5,FailOnTimeoutGroup] 2024-12-04T05:22:07,946 INFO [M:0;6c7595a931c3:34585 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:22:07,946 INFO [M:0;6c7595a931c3:34585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:22:07,946 DEBUG [M:0;6c7595a931c3:34585 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:22:07,946 INFO [M:0;6c7595a931c3:34585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:22:07,946 INFO [M:0;6c7595a931c3:34585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:22:07,946 INFO [M:0;6c7595a931c3:34585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:22:07,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:22:07,954 DEBUG [M:0;6c7595a931c3:34585 {}] zookeeper.ZKUtil(347): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Unable to get data of znode /11230158664/master because node does not exist (not an error) 2024-12-04T05:22:07,954 WARN [M:0;6c7595a931c3:34585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:22:07,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11230158664/master 2024-12-04T05:22:07,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11230158664 2024-12-04T05:22:07,955 INFO [M:0;6c7595a931c3:34585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/.lastflushedseqids 2024-12-04T05:22:07,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741845_1021 (size=173) 2024-12-04T05:22:08,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:08,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43115-0x1017bebe4d30004, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:08,038 INFO [RS:0;6c7595a931c3:43115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:22:08,038 INFO [RS:0;6c7595a931c3:43115 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,43115,1733289709146; zookeeper connection closed. 2024-12-04T05:22:08,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@591adc05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@591adc05 2024-12-04T05:22:08,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:22:08,321 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:08,346 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:08,360 INFO [M:0;6c7595a931c3:34585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:22:08,361 INFO [M:0;6c7595a931c3:34585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:22:08,361 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:22:08,361 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:08,361 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:08,361 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:22:08,361 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:08,361 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T05:22:08,378 DEBUG [M:0;6c7595a931c3:34585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7b49bc81b248cb806e4ce5ebdd7144 is 82, key is hbase:meta,,1/info:regioninfo/1733289711594/Put/seqid=0 2024-12-04T05:22:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741846_1022 (size=5672) 2024-12-04T05:22:08,383 INFO [M:0;6c7595a931c3:34585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7b49bc81b248cb806e4ce5ebdd7144 2024-12-04T05:22:08,400 DEBUG [M:0;6c7595a931c3:34585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43e892eaa2df472e9e132f35b5901a4b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733289717154/Put/seqid=0 2024-12-04T05:22:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741847_1023 (size=6586) 2024-12-04T05:22:08,403 INFO [M:0;6c7595a931c3:34585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43e892eaa2df472e9e132f35b5901a4b 2024-12-04T05:22:08,426 DEBUG [M:0;6c7595a931c3:34585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8c15eaa162446e4aaea56ecc07f4599 is 69, key is 6c7595a931c3,43115,1733289709146/rs:state/1733289710997/Put/seqid=0 2024-12-04T05:22:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741848_1024 (size=5156) 2024-12-04T05:22:08,430 INFO [M:0;6c7595a931c3:34585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8c15eaa162446e4aaea56ecc07f4599 2024-12-04T05:22:08,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T05:22:08,434 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7b49bc81b248cb806e4ce5ebdd7144 as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e7b49bc81b248cb806e4ce5ebdd7144 2024-12-04T05:22:08,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,437 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e7b49bc81b248cb806e4ce5ebdd7144, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T05:22:08,438 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43e892eaa2df472e9e132f35b5901a4b as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43e892eaa2df472e9e132f35b5901a4b 2024-12-04T05:22:08,441 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43e892eaa2df472e9e132f35b5901a4b, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T05:22:08,442 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8c15eaa162446e4aaea56ecc07f4599 as hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8c15eaa162446e4aaea56ecc07f4599 2024-12-04T05:22:08,445 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45675/user/jenkins/test-data/455466aa-3bd4-4ec3-8c68-1ed74290f333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8c15eaa162446e4aaea56ecc07f4599, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T05:22:08,447 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=55, compaction requested=false 2024-12-04T05:22:08,449 INFO [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:08,449 DEBUG [M:0;6c7595a931c3:34585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289728361Disabling compacts and flushes for region at 1733289728361Disabling writes for close at 1733289728361Obtaining lock to block concurrent updates at 1733289728361Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289728361Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733289728361Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289728362 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289728362Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289728378 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289728378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289728386 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289728399 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289728400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289728406 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289728426 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289728426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccef660: reopening flushed file at 1733289728433 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297b7d22: reopening flushed file at 1733289728437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f9517f: reopening flushed file at 1733289728441 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=55, compaction requested=false at 1733289728447 (+6 ms)Writing region close event to WAL at 1733289728449 (+2 ms)Closed at 1733289728449 2024-12-04T05:22:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43851 is added to blk_1073741830_1006 (size=32770) 2024-12-04T05:22:08,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:22:08,454 INFO [M:0;6c7595a931c3:34585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:22:08,454 INFO [M:0;6c7595a931c3:34585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34585 2024-12-04T05:22:08,455 INFO [M:0;6c7595a931c3:34585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:22:08,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T05:22:08,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:08,559 INFO [M:0;6c7595a931c3:34585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:22:08,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34585-0x1017bebe4d30003, quorum=127.0.0.1:50141, baseZNode=/11230158664 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:08,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7297e163{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:22:08,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19ba809a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:22:08,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:22:08,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b75dda2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:22:08,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7c226f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir/,STOPPED} 2024-12-04T05:22:08,568 WARN [BP-1923337296-172.17.0.2-1733289707969 heartbeating to localhost/127.0.0.1:45675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:22:08,568 WARN [BP-1923337296-172.17.0.2-1733289707969 heartbeating to localhost/127.0.0.1:45675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1923337296-172.17.0.2-1733289707969 (Datanode Uuid dddfd6ee-8a67-4bf5-89ca-0083b481742f) service to localhost/127.0.0.1:45675 2024-12-04T05:22:08,568 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:22:08,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:22:08,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/cluster_5d204e0e-c14b-e122-be2f-85717eef6588/data/data1/current/BP-1923337296-172.17.0.2-1733289707969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:22:08,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/cluster_5d204e0e-c14b-e122-be2f-85717eef6588/data/data2/current/BP-1923337296-172.17.0.2-1733289707969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:22:08,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:22:08,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624b2c22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:22:08,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b0e3ba5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:22:08,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:22:08,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f8bea6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:22:08,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f3fc53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3ca300a-517c-16da-e393-18ee48813238/hadoop.log.dir/,STOPPED} 2024-12-04T05:22:08,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:22:08,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T05:22:08,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:08,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:08,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:08,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:08,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:08,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T05:22:08,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957261793, stopped=false 2024-12-04T05:22:08,596 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c7595a931c3,39855,1733289705502 2024-12-04T05:22:08,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01421331704/running 2024-12-04T05:22:08,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:22:08,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01421331704/running 2024-12-04T05:22:08,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:22:08,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:22:08,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T05:22:08,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:08,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:08,599 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c7595a931c3,38217,1733289705581' ***** 2024-12-04T05:22:08,599 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T05:22:08,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/running 2024-12-04T05:22:08,599 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T05:22:08,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Set watcher on znode that does not yet exist, /01421331704/running 2024-12-04T05:22:08,599 INFO [RS:0;6c7595a931c3:38217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T05:22:08,599 INFO [RS:0;6c7595a931c3:38217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T05:22:08,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T05:22:08,599 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for 9623b553e9832fd7629c2e831bbdcfe1 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(959): stopping server 6c7595a931c3,38217,1733289705581 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38217. 2024-12-04T05:22:08,600 DEBUG [RS:0;6c7595a931c3:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:08,600 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cf9b0c3fe729b092ae5b33b7eb7e053, disabling compactions & flushes 2024-12-04T05:22:08,600 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:08,600 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:22:08,600 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T05:22:08,600 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. after waiting 0 ms 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T05:22:08,600 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T05:22:08,600 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T05:22:08,600 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T05:22:08,600 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1325): Online Regions={9cf9b0c3fe729b092ae5b33b7eb7e053=hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053., 1588230740=hbase:meta,,1.1588230740, 9623b553e9832fd7629c2e831bbdcfe1=test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1.} 2024-12-04T05:22:08,600 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9623b553e9832fd7629c2e831bbdcfe1, 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:22:08,600 INFO [regionserver/6c7595a931c3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:22:08,601 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T05:22:08,601 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T05:22:08,601 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T05:22:08,601 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T05:22:08,601 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T05:22:08,601 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T05:22:08,619 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/.tmp/hfileref/7f36d36b5a05406d9fb8de9f3e9f4ccb is 74, key is 1/hfileref:64671539bfa84c9896c1f5e1cf18e391_SeqId_6_/1733289723761/DeleteColumn/seqid=0 2024-12-04T05:22:08,620 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/info/413d7dd993f94a138f83a48182716e77 is 147, key is hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053./info:regioninfo/1733289719257/Put/seqid=0 2024-12-04T05:22:08,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741847_1023 (size=5489) 2024-12-04T05:22:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741848_1024 (size=7686) 2024-12-04T05:22:08,801 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9623b553e9832fd7629c2e831bbdcfe1, 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:22:09,001 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9623b553e9832fd7629c2e831bbdcfe1, 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:22:09,024 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/.tmp/hfileref/7f36d36b5a05406d9fb8de9f3e9f4ccb 2024-12-04T05:22:09,025 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/info/413d7dd993f94a138f83a48182716e77 2024-12-04T05:22:09,047 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/.tmp/queue/21408452d7034291b3a680997acb4ddb is 153, key is 1-6c7595a931c3,38217,1733289705581/queue:6c7595a931c3%2C38217%2C1733289705581/1733289723762/Put/seqid=0 2024-12-04T05:22:09,050 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/ns/64ddd14a99b74ec980c8a0eb363c9592 is 43, key is default/ns:d/1733289707867/Put/seqid=0 2024-12-04T05:22:09,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741849_1025 (size=5504) 2024-12-04T05:22:09,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741850_1026 (size=5153) 2024-12-04T05:22:09,055 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/ns/64ddd14a99b74ec980c8a0eb363c9592 2024-12-04T05:22:09,079 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/rep_barrier/c8ff54fd65d64c11a423b7cba516591d is 112, key is test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1./rep_barrier:seqnumDuringOpen/1733289715607/Put/seqid=0 2024-12-04T05:22:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741851_1027 (size=5518) 2024-12-04T05:22:09,086 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/rep_barrier/c8ff54fd65d64c11a423b7cba516591d 2024-12-04T05:22:09,108 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/table/57b780008be04acab3a9d77c42ade41a is 53, key is hbase:replication/table:state/1733289719266/Put/seqid=0 2024-12-04T05:22:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741852_1028 (size=5308) 2024-12-04T05:22:09,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T05:22:09,201 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9623b553e9832fd7629c2e831bbdcfe1, 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:22:09,222 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T05:22:09,223 INFO [regionserver/6c7595a931c3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T05:22:09,401 DEBUG [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9623b553e9832fd7629c2e831bbdcfe1, 9cf9b0c3fe729b092ae5b33b7eb7e053 2024-12-04T05:22:09,425 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:09,450 DEBUG [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/WALs/6c7595a931c3,38217,1733289705581/6c7595a931c3%2C38217%2C1733289705581.1733289721181 to pos 393, reset compression=false 2024-12-04T05:22:09,454 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/.tmp/queue/21408452d7034291b3a680997acb4ddb 2024-12-04T05:22:09,458 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/.tmp/hfileref/7f36d36b5a05406d9fb8de9f3e9f4ccb as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/hfileref/7f36d36b5a05406d9fb8de9f3e9f4ccb 2024-12-04T05:22:09,461 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/hfileref/7f36d36b5a05406d9fb8de9f3e9f4ccb, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T05:22:09,461 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/.tmp/queue/21408452d7034291b3a680997acb4ddb as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/queue/21408452d7034291b3a680997acb4ddb 2024-12-04T05:22:09,464 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/queue/21408452d7034291b3a680997acb4ddb, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T05:22:09,465 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9cf9b0c3fe729b092ae5b33b7eb7e053 in 865ms, sequenceid=17, compaction requested=false 2024-12-04T05:22:09,468 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/replication/9cf9b0c3fe729b092ae5b33b7eb7e053/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T05:22:09,468 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:09,468 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:22:09,468 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:22:09,468 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cf9b0c3fe729b092ae5b33b7eb7e053: Waiting for close lock at 1733289728600Running coprocessor pre-close hooks at 1733289728600Disabling compacts and flushes for region at 1733289728600Disabling writes for close at 1733289728600Obtaining lock to block concurrent updates at 1733289728600Preparing flush snapshotting stores in 9cf9b0c3fe729b092ae5b33b7eb7e053 at 1733289728600Finished memstore snapshotting hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733289728601 (+1 ms)Flushing stores of hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. at 1733289728601Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053/hfileref: creating writer at 1733289728601Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053/hfileref: appending metadata at 1733289728619 (+18 ms)Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053/hfileref: closing flushed file at 1733289728619Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053/queue: creating writer at 1733289729028 (+409 ms)Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053/queue: appending metadata at 1733289729046 (+18 ms)Flushing 9cf9b0c3fe729b092ae5b33b7eb7e053/queue: closing flushed file at 1733289729046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245bee9c: reopening flushed file at 1733289729457 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1f4e6: reopening flushed file at 1733289729461 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9cf9b0c3fe729b092ae5b33b7eb7e053 in 865ms, sequenceid=17, compaction requested=false at 1733289729465 (+4 ms)Writing region close event to WAL at 1733289729466 (+1 ms)Running coprocessor post-close hooks at 1733289729468 (+2 ms)Closed at 1733289729468 2024-12-04T05:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733289718803.9cf9b0c3fe729b092ae5b33b7eb7e053. 2024-12-04T05:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9623b553e9832fd7629c2e831bbdcfe1, disabling compactions & flushes 2024-12-04T05:22:09,469 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. after waiting 0 ms 2024-12-04T05:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:22:09,471 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/default/test/9623b553e9832fd7629c2e831bbdcfe1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T05:22:09,471 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:09,471 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T05:22:09,471 INFO [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:22:09,471 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9623b553e9832fd7629c2e831bbdcfe1: Waiting for close lock at 1733289729469Running coprocessor pre-close hooks at 1733289729469Disabling compacts and flushes for region at 1733289729469Disabling writes for close at 1733289729469Writing region close event to WAL at 1733289729469Running coprocessor post-close hooks at 1733289729471 (+2 ms)Closed at 1733289729471 2024-12-04T05:22:09,472 DEBUG [RS_CLOSE_REGION-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733289714865.9623b553e9832fd7629c2e831bbdcfe1. 2024-12-04T05:22:09,513 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/table/57b780008be04acab3a9d77c42ade41a 2024-12-04T05:22:09,517 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/info/413d7dd993f94a138f83a48182716e77 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/info/413d7dd993f94a138f83a48182716e77 2024-12-04T05:22:09,520 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/info/413d7dd993f94a138f83a48182716e77, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T05:22:09,521 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/ns/64ddd14a99b74ec980c8a0eb363c9592 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/ns/64ddd14a99b74ec980c8a0eb363c9592 2024-12-04T05:22:09,524 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/ns/64ddd14a99b74ec980c8a0eb363c9592, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T05:22:09,525 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/rep_barrier/c8ff54fd65d64c11a423b7cba516591d as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/rep_barrier/c8ff54fd65d64c11a423b7cba516591d 2024-12-04T05:22:09,529 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/rep_barrier/c8ff54fd65d64c11a423b7cba516591d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T05:22:09,529 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/.tmp/table/57b780008be04acab3a9d77c42ade41a as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/table/57b780008be04acab3a9d77c42ade41a 2024-12-04T05:22:09,535 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/table/57b780008be04acab3a9d77c42ade41a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T05:22:09,535 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=16, compaction requested=false 2024-12-04T05:22:09,536 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T05:22:09,539 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T05:22:09,540 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T05:22:09,540 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T05:22:09,540 INFO [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T05:22:09,540 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733289728601Running coprocessor pre-close hooks at 1733289728601Disabling compacts and flushes for region at 1733289728601Disabling writes for close at 1733289728601Obtaining lock to block concurrent updates at 1733289728601Preparing flush snapshotting stores in 1588230740 at 1733289728601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733289728601Flushing stores of hbase:meta,,1.1588230740 at 1733289728603 (+2 ms)Flushing 1588230740/info: creating writer at 1733289728603Flushing 1588230740/info: appending metadata at 1733289728620 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733289728620Flushing 1588230740/ns: creating writer at 1733289729030 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733289729050 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733289729050Flushing 1588230740/rep_barrier: creating writer at 1733289729060 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733289729078 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733289729078Flushing 1588230740/table: creating writer at 1733289729091 (+13 ms)Flushing 1588230740/table: appending metadata at 1733289729107 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733289729107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba45bb5: reopening flushed file at 1733289729517 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd2cad: reopening flushed file at 1733289729521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b641ac7: reopening flushed file at 1733289729525 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b076e4: reopening flushed file at 1733289729529 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 934ms, sequenceid=16, compaction requested=false at 1733289729535 (+6 ms)Writing region close event to WAL at 1733289729537 (+2 ms)Running coprocessor post-close hooks at 1733289729540 (+3 ms)Closed at 1733289729540 2024-12-04T05:22:09,540 DEBUG [RS_CLOSE_META-regionserver/6c7595a931c3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T05:22:09,601 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(976): stopping server 6c7595a931c3,38217,1733289705581; all regions closed. 2024-12-04T05:22:09,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741844_1020 (size=859) 2024-12-04T05:22:09,606 DEBUG [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs 2024-12-04T05:22:09,606 INFO [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38217%2C1733289705581.meta:.meta(num 1733289721200) 2024-12-04T05:22:09,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741842_1018 (size=2791) 2024-12-04T05:22:09,613 DEBUG [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs 2024-12-04T05:22:09,613 INFO [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38217%2C1733289705581.rep:(num 1733289721160) 2024-12-04T05:22:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741843_1019 (size=696) 2024-12-04T05:22:09,616 DEBUG [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/oldWALs 2024-12-04T05:22:09,617 INFO [RS:0;6c7595a931c3:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c7595a931c3%2C38217%2C1733289705581:(num 1733289721181) 2024-12-04T05:22:09,617 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:09,617 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T05:22:09,617 INFO [RS:0;6c7595a931c3:38217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:22:09,617 INFO [RS:0;6c7595a931c3:38217 {}] hbase.ChoreService(370): Chore service for: regionserver/6c7595a931c3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T05:22:09,617 INFO [RS:0;6c7595a931c3:38217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:22:09,617 INFO [regionserver/6c7595a931c3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:22:09,617 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6c7595a931c3,38217,1733289705581 because: Region server is closing 2024-12-04T05:22:09,618 INFO [RS:0;6c7595a931c3:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38217. 2024-12-04T05:22:09,618 DEBUG [RS:0;6c7595a931c3:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:09,618 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:09,618 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:09,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:09,719 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:22:09,719 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:22:09,719 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,1-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,1-6c7595a931c3,38217,1733289705581 terminated 2024-12-04T05:22:09,719 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6c7595a931c3,38217,1733289705581 because: Region server is closing 2024-12-04T05:22:09,719 INFO [RS:0;6c7595a931c3:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c7595a931c3:38217. 2024-12-04T05:22:09,719 DEBUG [RS:0;6c7595a931c3:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T05:22:09,719 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:09,719 DEBUG [RS:0;6c7595a931c3:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T05:22:09,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T05:22:09,820 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.wal-reader.6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T05:22:09,820 WARN [RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T05:22:09,820 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6c7595a931c3:0-0.replicationSource,2-6c7595a931c3,38217,1733289705581.replicationSource.shipper6c7595a931c3%2C38217%2C1733289705581,2-6c7595a931c3,38217,1733289705581 terminated 2024-12-04T05:22:09,820 INFO [RS:0;6c7595a931c3:38217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38217 2024-12-04T05:22:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01421331704/rs/6c7595a931c3,38217,1733289705581 2024-12-04T05:22:09,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704/rs 2024-12-04T05:22:09,822 INFO [RS:0;6c7595a931c3:38217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:22:09,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c7595a931c3,38217,1733289705581] 2024-12-04T05:22:09,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01421331704/draining/6c7595a931c3,38217,1733289705581 already deleted, retry=false 2024-12-04T05:22:09,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c7595a931c3,38217,1733289705581 expired; onlineServers=0 2024-12-04T05:22:09,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c7595a931c3,39855,1733289705502' ***** 2024-12-04T05:22:09,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T05:22:09,826 INFO [M:0;6c7595a931c3:39855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T05:22:09,827 INFO [M:0;6c7595a931c3:39855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T05:22:09,827 DEBUG [M:0;6c7595a931c3:39855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T05:22:09,827 DEBUG [M:0;6c7595a931c3:39855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T05:22:09,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T05:22:09,827 INFO [M:0;6c7595a931c3:39855 {}] hbase.ChoreService(370): Chore service for: master/6c7595a931c3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T05:22:09,827 INFO [M:0;6c7595a931c3:39855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T05:22:09,827 DEBUG [M:0;6c7595a931c3:39855 {}] master.HMaster(1795): Stopping service threads 2024-12-04T05:22:09,827 INFO [M:0;6c7595a931c3:39855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T05:22:09,827 INFO [M:0;6c7595a931c3:39855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T05:22:09,827 INFO [M:0;6c7595a931c3:39855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T05:22:09,827 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T05:22:09,827 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289707052 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.large.0-1733289707052,5,FailOnTimeoutGroup] 2024-12-04T05:22:09,827 DEBUG [master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289707053 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c7595a931c3:0:becomeActiveMaster-HFileCleaner.small.0-1733289707053,5,FailOnTimeoutGroup] 2024-12-04T05:22:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01421331704/master 2024-12-04T05:22:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01421331704 2024-12-04T05:22:09,829 DEBUG [M:0;6c7595a931c3:39855 {}] zookeeper.ZKUtil(347): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Unable to get data of znode /01421331704/master because node does not exist (not an error) 2024-12-04T05:22:09,829 WARN [M:0;6c7595a931c3:39855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T05:22:09,829 INFO [M:0;6c7595a931c3:39855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/.lastflushedseqids 2024-12-04T05:22:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741853_1029 (size=263) 2024-12-04T05:22:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1017bebe4d30001, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:09,926 INFO [RS:0;6c7595a931c3:38217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:22:09,926 INFO [RS:0;6c7595a931c3:38217 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c7595a931c3,38217,1733289705581; zookeeper connection closed. 2024-12-04T05:22:09,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a4d7d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a4d7d5 2024-12-04T05:22:09,927 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T05:22:10,236 INFO [M:0;6c7595a931c3:39855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T05:22:10,236 INFO [M:0;6c7595a931c3:39855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T05:22:10,236 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T05:22:10,236 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:10,236 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:10,236 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T05:22:10,236 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:10,236 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-12-04T05:22:10,258 DEBUG [M:0;6c7595a931c3:39855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9416020e35446b7b4c3098e7c2632a6 is 82, key is hbase:meta,,1/info:regioninfo/1733289707854/Put/seqid=0 2024-12-04T05:22:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741854_1030 (size=5672) 2024-12-04T05:22:10,661 INFO [M:0;6c7595a931c3:39855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9416020e35446b7b4c3098e7c2632a6 2024-12-04T05:22:10,679 DEBUG [M:0;6c7595a931c3:39855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/951b71ff86bd4cec866b0f176f06d184 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733289719269/Put/seqid=0 2024-12-04T05:22:10,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741855_1031 (size=8910) 2024-12-04T05:22:11,083 INFO [M:0;6c7595a931c3:39855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/951b71ff86bd4cec866b0f176f06d184 2024-12-04T05:22:11,108 DEBUG [M:0;6c7595a931c3:39855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df4c0ee268634a3381b5f33fd17f1ebc is 69, key is 6c7595a931c3,38217,1733289705581/rs:state/1733289707154/Put/seqid=0 2024-12-04T05:22:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741856_1032 (size=5156) 2024-12-04T05:22:11,112 INFO [M:0;6c7595a931c3:39855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df4c0ee268634a3381b5f33fd17f1ebc 2024-12-04T05:22:11,116 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9416020e35446b7b4c3098e7c2632a6 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9416020e35446b7b4c3098e7c2632a6 2024-12-04T05:22:11,120 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9416020e35446b7b4c3098e7c2632a6, entries=8, sequenceid=112, filesize=5.5 K 2024-12-04T05:22:11,121 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/951b71ff86bd4cec866b0f176f06d184 as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/951b71ff86bd4cec866b0f176f06d184 2024-12-04T05:22:11,124 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/951b71ff86bd4cec866b0f176f06d184, entries=13, sequenceid=112, filesize=8.7 K 2024-12-04T05:22:11,125 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df4c0ee268634a3381b5f33fd17f1ebc as hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df4c0ee268634a3381b5f33fd17f1ebc 2024-12-04T05:22:11,128 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35843/user/jenkins/test-data/1001fb80-ef69-d76e-c862-c4d9fa51e4ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df4c0ee268634a3381b5f33fd17f1ebc, entries=1, sequenceid=112, filesize=5.0 K 2024-12-04T05:22:11,129 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=112, compaction requested=false 2024-12-04T05:22:11,130 INFO [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T05:22:11,131 DEBUG [M:0;6c7595a931c3:39855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733289730236Disabling compacts and flushes for region at 1733289730236Disabling writes for close at 1733289730236Obtaining lock to block concurrent updates at 1733289730236Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733289730236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1733289730237 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733289730237Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733289730237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733289730257 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733289730257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733289730665 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733289730679 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733289730679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733289731088 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733289731107 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733289731107Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a42930c: reopening flushed file at 1733289731116 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b2d835: reopening flushed file at 1733289731120 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a85728: reopening flushed file at 1733289731124 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=112, compaction requested=false at 1733289731129 (+5 ms)Writing region close event to WAL at 1733289731130 (+1 ms)Closed at 1733289731130 2024-12-04T05:22:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32831 is added to blk_1073741830_1006 (size=69067) 2024-12-04T05:22:11,134 INFO [M:0;6c7595a931c3:39855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T05:22:11,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T05:22:11,134 INFO [M:0;6c7595a931c3:39855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39855 2024-12-04T05:22:11,135 INFO [M:0;6c7595a931c3:39855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T05:22:11,237 INFO [M:0;6c7595a931c3:39855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T05:22:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1017bebe4d30000, quorum=127.0.0.1:50141, baseZNode=/01421331704 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T05:22:11,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ac91a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T05:22:11,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31f77649{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:22:11,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:22:11,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2585ba1d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:22:11,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e5d05cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir/,STOPPED} 2024-12-04T05:22:11,264 WARN [BP-1157711632-172.17.0.2-1733289704033 heartbeating to localhost/127.0.0.1:35843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T05:22:11,264 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T05:22:11,264 WARN [BP-1157711632-172.17.0.2-1733289704033 heartbeating to localhost/127.0.0.1:35843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1157711632-172.17.0.2-1733289704033 (Datanode Uuid 3e1c2994-7628-437a-bd2b-06696cc3c26a) service to localhost/127.0.0.1:35843 2024-12-04T05:22:11,264 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T05:22:11,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/data/data1/current/BP-1157711632-172.17.0.2-1733289704033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:22:11,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/cluster_0556d482-f8ab-d6c6-6743-12c2a0b56a29/data/data2/current/BP-1157711632-172.17.0.2-1733289704033 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T05:22:11,265 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T05:22:11,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d0f5ea3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T05:22:11,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c42e65e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T05:22:11,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T05:22:11,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd58e0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T05:22:11,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@163c0340{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0746e8-6771-2023-fec8-a2587a6a8665/hadoop.log.dir/,STOPPED} 2024-12-04T05:22:11,284 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T05:22:11,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T05:22:11,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 535) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43631 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43631 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45675 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50141) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:43631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45675 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50141) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:45675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35843 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50141) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35843 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (287553608) connection to localhost/127.0.0.1:35843 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=982 (was 877) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4107 (was 5220) 2024-12-04T05:22:11,321 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500